-- Logs begin at Wed 2021-07-28 08:47:36 UTC, end at Wed 2021-07-28 09:45:01 UTC. -- Jul 28 09:16:41.386460 dv-cinder-802669-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 28 09:16:44.054007 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.common.config [-] Logging enabled! Jul 28 09:16:44.054592 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev502 Jul 28 09:16:44.054764 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92958) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 28 09:16:44.057934 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.common.config [-] Logging enabled! Jul 28 09:16:44.058186 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev502 Jul 28 09:16:44.058492 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92958) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 28 09:16:44.059433 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 09:16:44.059685 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 09:16:44.060043 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 09:16:44.060285 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 09:16:44.060507 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 09:16:44.060822 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.061114 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.061406 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.061632 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.061919 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.062204 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.062484 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.062771 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.063061 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.063344 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.063649 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.063936 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.064166 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.064444 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.064728 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.065011 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.065231 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] debug = True {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.065509 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.065931 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.066335 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.066614 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.066898 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.067175 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.067444 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.067746 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.068027 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.068350 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] host = dv-cinder-802669-1-iscsi {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.068624 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.068906 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.069188 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.069469 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.069738 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.070009 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.070290 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.070559 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.070827 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] log_file = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.071096 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.071378 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.071695 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.071980 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.072200 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.072418 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.072700 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.072983 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.073257 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.073530 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.073802 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.074075 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.074346 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.074613 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.074915 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.075199 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.075482 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.075775 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.076048 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.076316 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.076589 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.076870 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.077145 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.077414 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.077684 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.077963 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.078231 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.078501 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.078794 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.079076 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.079353 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.079654 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.079927 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.080204 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.080471 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.080740 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.081003 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] use_json = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.081269 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.081533 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.081806 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.082071 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.082336 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.082603 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.082866 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.083143 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:44.083434 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.083749 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.084048 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.084330 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.084623 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.084902 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.085192 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.085465 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.085749 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.086037 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.086322 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.086597 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.086886 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.087162 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.087453 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.087776 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.088073 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.088365 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.088640 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.088914 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.089185 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.089458 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.089740 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.090032 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.090320 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.091147 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.091421 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.091734 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.092010 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.092279 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.092874 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.093166 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.093445 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.093717 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.093999 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.094274 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.094544 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.094814 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.095087 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.095373 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.095670 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.095942 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.096209 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.096481 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.096749 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.097031 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.097305 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.097578 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.097845 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.098119 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.098390 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.098659 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.098933 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.099202 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.099476 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.099770 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.100041 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.100311 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.100582 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.100852 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.101121 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.101390 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.101664 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.101932 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.102199 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.102469 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.102738 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.103006 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.103288 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.103599 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.103876 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.104152 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.104426 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.104699 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.104972 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.105243 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.105516 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.105790 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.106059 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.106904 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.107184 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.107469 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.107774 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.108051 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.108342 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.108616 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.108896 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.109170 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.109442 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.109729 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.110009 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.110299 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.110587 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.110878 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.111166 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.111456 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.111754 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.112062 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.112338 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:44.112554 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 09:16:44.112789 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92958) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 28 09:16:44.459826 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 28 09:16:44.460099 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 28 09:16:44.460384 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 28 09:16:44.460717 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 28 09:16:44.846745 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:44.846963 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:44.847231 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:44.848542 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:44.848810 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:44.849072 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:44.882479 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:44.882752 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:44.883015 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:44.897869 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:44.898147 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:44.898414 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:44.926577 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:44.926852 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:44.927112 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:44.962426 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:44.962710 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:44.962977 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:45.196255 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:45.196870 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:45.196870 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:45.197030 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:45.197711 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:45.316748 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:45.317066 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:45.317344 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:45.317607 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:45.317865 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:45.318168 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:45.318421 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:45.318670 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:45.318917 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:45.319191 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:45.319443 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:45.319725 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:45.319977 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:45.320223 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:45.320625 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:45.320891 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:45.321142 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:45.321401 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:45.321663 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:45.321922 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:45.322189 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:45.322438 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:45.322713 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:45.323090 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:45.323331 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:45.323591 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:45.323979 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 09:16:45.324219 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 09:16:45.324454 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 09:16:45.324688 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 09:16:45.324947 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 09:16:45.325177 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 09:16:45.325540 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 28 09:16:45.328616 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 28 09:16:45.332565 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 28 09:16:45.336399 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jul 28 09:16:45.338016 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 28 09:16:45.338463 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 28 09:16:45.338793 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 28 09:16:45.339174 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 28 09:16:45.342502 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 28 09:16:45.342746 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 28 09:16:45.343086 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 28 09:16:45.348318 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 28 09:16:45.370855 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 28 09:16:45.371307 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:45.372143 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92958) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 28 09:16:45.372506 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:45.373921 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92958) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 28 09:16:45.374200 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 28 09:16:45.374444 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 28 09:16:45.377772 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:45.378051 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:45.441276 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 28 09:16:45.441516 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 28 09:16:45.441752 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 28 09:16:45.442117 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 28 09:16:45.464189 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_db.sqlalchemy.engines [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92958) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 28 09:16:45.992801 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.plugins.ml2.managers [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Initializing driver for type 'gre' Jul 28 09:16:45.993333 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] gre ID ranges: [(1, 1000)] Jul 28 09:16:46.043475 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.plugins.ml2.managers [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Initializing driver for type 'local' Jul 28 09:16:46.043838 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.plugins.ml2.managers [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Initializing driver for type 'vlan' Jul 28 09:16:46.056826 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] VlanTypeDriver initialization complete Jul 28 09:16:46.057269 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.plugins.ml2.managers [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Initializing driver for type 'vxlan' Jul 28 09:16:46.057775 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] vxlan ID ranges: [(1, 1000)] Jul 28 09:16:46.112888 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.plugins.ml2.managers [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Initializing extension driver 'port_security' Jul 28 09:16:46.113228 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.plugins.ml2.extensions.port_security [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] PortSecurityExtensionDriver initialization complete Jul 28 09:16:46.113555 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.plugins.ml2.managers [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Initializing mechanism driver 'openvswitch' Jul 28 09:16:46.113874 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.plugins.ml2.managers [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Initializing mechanism driver 'hyperv' Jul 28 09:16:46.120393 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.plugin [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92958) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:16:46.121091 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: > port after_create 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.121470 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: > port after_update 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.122312 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: > port after_delete 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.122923 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=92958) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 09:16:46.123367 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: > subnet after_create 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.123759 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: > subnet after_update 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.124103 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: > subnet after_delete 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.124496 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=92958) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 09:16:46.124895 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: > network after_create 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.125239 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: > network after_update 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.125574 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: > network after_delete 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.125965 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=92958) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 09:16:46.126363 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: > security_group after_create 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.126706 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: > security_group after_update 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.127038 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: > security_group after_delete 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.127592 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=92958) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 09:16:46.128006 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.128353 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.128692 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.129086 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=92958) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 09:16:46.129486 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: > address_group after_create 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.129823 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: > address_group after_update 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.130155 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: > address_group after_delete 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.130564 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=92958) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 28 09:16:46.130940 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] ML2 OVO RPC backend initialized. {{(pid=92958) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 28 09:16:46.131671 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: > router_interface after_create 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.132021 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.132432 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: > network before_response 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.132773 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: > networks before_response 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.133123 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: > port before_response 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.133456 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: > ports before_response 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.133792 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: > subnet before_response 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.134126 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: > subnets before_response 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.134465 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: > network after_create 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.134798 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: > network after_update 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.135127 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: > network after_delete 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.135456 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: > port after_create 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.135812 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: > port after_update 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.136142 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: > port after_delete 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.136470 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: > subnet after_create 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.136796 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: > subnet after_update 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.137121 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: > subnet after_delete 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.138344 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.plugins.ml2.plugin [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Modular L2 Plugin initialization complete Jul 28 09:16:46.138678 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading services supported by the core plugin {{(pid=92958) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 28 09:16:46.139018 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.plugins.ml2.managers [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Got port-security extension from driver 'port_security' Jul 28 09:16:46.139478 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.extensions.vlantransparent [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Disabled vlantransparent extension. Jul 28 09:16:46.139994 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92958) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 28 09:16:46.140306 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading Plugin: router Jul 28 09:16:46.175287 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: > router_interface before_create 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.175705 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: > router after_create 55549900 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.176069 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: > router before_create 55549900 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.176428 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.176792 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.177138 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: > router after_delete 55549900 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.177489 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: > floatingip after_update 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.177844 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: > router after_create 55549900 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.178181 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: > router after_update 55549900 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.178520 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: > router after_update 55549900 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.178857 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.179226 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: > router after_update 55549900 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.179635 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: > router precommit_update 55549900 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.180000 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: port after_update 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.180334 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: port after_delete 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.180666 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: subnet after_update 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.180996 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.181340 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: > port precommit_delete 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.181680 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: > router precommit_create 55549900 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.182017 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: port before_delete 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.182357 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: > router precommit_create 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.182708 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: > router after_update 55549900 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.183045 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: > router precommit_delete 55549900 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.183391 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: > router precommit_create 55549900 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.183794 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: > router_interface after_create 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.184649 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: > router precommit_update 55549900 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.185010 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: > agent after_create 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.185356 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: > agent after_delete 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.185695 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: > network after_delete 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.186554 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.quota.resource_registry [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Tracking information for resource: router configured {{(pid=92958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 09:16:46.186886 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.quota.resource_registry [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Tracking information for resource: floatingip configured {{(pid=92958) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 09:16:46.193231 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.db.l3_agentschedulers_db [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 28 09:16:46.193815 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: port after_update 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.194173 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: port after_create 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.194518 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: port after_delete 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.194861 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: port after_update 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.195685 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: > router before_create 55550100 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.196047 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: > router precommit_delete 55550100 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.196402 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: > router precommit_create 55550100 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.196952 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: > router precommit_update 55550100 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.201811 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.services.provider_configuration [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Service providers = [] {{(pid=92958) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 28 09:16:46.202169 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.db.servicetype_db [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92958) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 28 09:16:46.205112 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.services.service_base [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92958) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 09:16:46.205454 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.services.service_base [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92958) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 09:16:46.205789 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.services.service_base [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92958) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 09:16:46.206665 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.services.service_base [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92958) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 09:16:46.207029 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.services.service_base [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 28 09:16:46.207399 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 09:16:46.207745 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 28 09:16:46.218378 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 09:16:46.218714 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading Plugin: auto_allocate Jul 28 09:16:46.224384 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: network precommit_update 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.224749 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: network precommit_create 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.225266 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 09:16:46.225584 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading Plugin: tag Jul 28 09:16:46.232037 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 09:16:46.232367 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading Plugin: timestamp Jul 28 09:16:46.236308 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 09:16:46.236636 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading Plugin: network_ip_availability Jul 28 09:16:46.242001 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.242369 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.242719 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.243474 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 09:16:46.243773 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading Plugin: flavors Jul 28 09:16:46.248934 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 09:16:46.249264 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading Plugin: revisions Jul 28 09:16:46.253502 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92958) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 09:16:46.253891 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.793s {{(pid=92958) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 28 09:16:46.254606 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92958) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 28 09:16:46.254936 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Initializing extension manager. Jul 28 09:16:46.255435 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: __init__.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.255802 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: __pycache__ {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.256132 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.256459 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: address_group.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.257206 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.257763 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loaded extension: address-group Jul 28 09:16:46.258079 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: address_scope.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.258785 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.259278 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loaded extension: address-scope Jul 28 09:16:46.259618 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: admin_state_down_before_update.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.260539 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.261035 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loaded extension: router-admin-state-down-before-update Jul 28 09:16:46.261354 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: agent.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.262284 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.263284 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loaded extension: agent Jul 28 09:16:46.263631 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: agent_resources_synced.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.264535 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.265026 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loaded extension: agent-resources-synced Jul 28 09:16:46.265342 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: allowedaddresspairs.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.267102 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.267651 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loaded extension: allowed-address-pairs Jul 28 09:16:46.267976 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: auto_allocated_topology.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.269045 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.269545 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loaded extension: auto-allocated-topology Jul 28 09:16:46.269868 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: availability_zone.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.270574 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.271048 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loaded extension: availability_zone Jul 28 09:16:46.271367 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: availability_zone_filter.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.272297 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.272797 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loaded extension: availability_zone_filter Jul 28 09:16:46.273114 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: data_plane_status.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.274030 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.274506 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Extension data-plane-status not supported by any of loaded plugins Jul 28 09:16:46.274820 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: default_subnetpools.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.275998 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.276497 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loaded extension: default-subnetpools Jul 28 09:16:46.276814 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: dhcpagentscheduler.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.277612 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.278146 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loaded extension: dhcp_agent_scheduler Jul 28 09:16:46.278460 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: dns.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.279365 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.279899 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Extension dns-integration not supported by any of loaded plugins Jul 28 09:16:46.280216 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: dns_domain_ports.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.281127 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.281608 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 28 09:16:46.282386 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.282824 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.283319 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 28 09:16:46.284242 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: dvr.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.284410 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.284810 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loaded extension: dvr Jul 28 09:16:46.285904 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: ecmp_routes.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.286115 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.286995 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Extension ecmp_routes not supported by any of loaded plugins Jul 28 09:16:46.287542 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: empty_string_filtering.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.288616 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.289119 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loaded extension: empty-string-filtering Jul 28 09:16:46.289441 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.290341 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.290834 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 28 09:16:46.291152 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.292089 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.292576 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 28 09:16:46.292892 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: external_net.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.293882 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.294416 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loaded extension: external-net Jul 28 09:16:46.294687 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: extra_dhcp_opt.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.295593 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.296094 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loaded extension: extra_dhcp_opt Jul 28 09:16:46.296411 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: extraroute.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.297305 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.297793 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loaded extension: extraroute Jul 28 09:16:46.298107 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: extraroute_atomic.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.299124 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.299641 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loaded extension: extraroute-atomic Jul 28 09:16:46.299960 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: filter_validation.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.300618 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.301105 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loaded extension: filter-validation Jul 28 09:16:46.301417 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: fip_pf_description.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.302316 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.302801 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 28 09:16:46.303113 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: fip_port_details.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.304048 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.304546 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loaded extension: fip-port-details Jul 28 09:16:46.304862 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: flavors.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.306066 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.306563 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loaded extension: flavors Jul 28 09:16:46.306883 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.308541 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.309561 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 28 09:16:46.309885 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: floatingip_pools.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.310646 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.311147 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loaded extension: floatingip-pools Jul 28 09:16:46.311466 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: ip_allocation.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.312494 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.312990 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Extension ip_allocation not supported by any of loaded plugins Jul 28 09:16:46.313307 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.314223 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.314718 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loaded extension: ip-substring-filtering Jul 28 09:16:46.315033 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: l2_adjacency.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.315977 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.316466 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Extension l2_adjacency not supported by any of loaded plugins Jul 28 09:16:46.316781 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: l3.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.317878 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.318387 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loaded extension: router Jul 28 09:16:46.318706 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: l3_conntrack_helper.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.320952 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.321475 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 28 09:16:46.321803 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.322727 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.323231 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loaded extension: ext-gw-mode Jul 28 09:16:46.323553 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.324509 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.325686 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loaded extension: l3-ha Jul 28 09:16:46.326072 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: l3_flavors.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.327111 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.327621 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loaded extension: l3-flavors Jul 28 09:16:46.327941 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.328853 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.329353 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loaded extension: l3-port-ip-change-not-allowed Jul 28 09:16:46.329672 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: l3agentscheduler.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.330700 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.331198 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loaded extension: l3_agent_scheduler Jul 28 09:16:46.331518 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: logging.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.333007 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.333523 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Extension logging not supported by any of loaded plugins Jul 28 09:16:46.333857 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: metering.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.334590 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.335165 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loaded extension: metering Jul 28 09:16:46.335485 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.336590 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.337096 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loaded extension: metering_source_and_destination_fields Jul 28 09:16:46.337421 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: multiprovidernet.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.338338 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.338839 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loaded extension: multi-provider Jul 28 09:16:46.339161 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: netmtu.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.340096 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.340696 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loaded extension: net-mtu Jul 28 09:16:46.341020 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: netmtu_writable.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.341927 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.342425 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loaded extension: net-mtu-writable Jul 28 09:16:46.342744 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: network_availability_zone.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.343410 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.343931 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loaded extension: network_availability_zone Jul 28 09:16:46.344249 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: network_ip_availability.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.345323 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.345821 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loaded extension: network-ip-availability Jul 28 09:16:46.346141 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: network_segment_range.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.346897 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.347389 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Extension network-segment-range not supported by any of loaded plugins Jul 28 09:16:46.347736 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: pagination.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.348736 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.349057 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loaded extension: pagination Jul 28 09:16:46.349373 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: port_device_profile.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.350269 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.350771 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loaded extension: port-device-profile Jul 28 09:16:46.351089 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.352012 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.352507 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loaded extension: port-mac-address-regenerate Jul 28 09:16:46.352822 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.353740 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.354234 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loaded extension: port-numa-affinity-policy Jul 28 09:16:46.354550 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: port_resource_request.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.355451 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.356495 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Extension port-resource-request not supported by any of loaded plugins Jul 28 09:16:46.356811 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: portbindings.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.357721 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.358214 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loaded extension: binding Jul 28 09:16:46.358539 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: portbindings_extended.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.359920 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.360429 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loaded extension: binding-extended Jul 28 09:16:46.360756 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: portsecurity.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.361658 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.362159 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loaded extension: port-security Jul 28 09:16:46.362480 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: project_id.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.363436 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.363790 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loaded extension: project-id Jul 28 09:16:46.364113 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: providernet.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.365035 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.365530 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loaded extension: provider Jul 28 09:16:46.365848 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: qos.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.369325 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.369834 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Extension qos not supported by any of loaded plugins Jul 28 09:16:46.370161 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.371389 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.372614 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 28 09:16:46.372937 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.373855 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.374366 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 28 09:16:46.374684 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: qos_default.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.375612 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.376119 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Extension qos-default not supported by any of loaded plugins Jul 28 09:16:46.376438 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: qos_fip.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.377080 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.377569 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Extension qos-fip not supported by any of loaded plugins Jul 28 09:16:46.377887 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: qos_gateway_ip.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.378802 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.379296 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 28 09:16:46.379640 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: qos_port_network_policy.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.380539 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.381029 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 28 09:16:46.381345 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: qos_rule_type_details.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.382244 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.382735 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 28 09:16:46.383051 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: qos_rules_alias.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.384101 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.384599 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 28 09:16:46.384914 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: quotasv2.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.385812 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.386131 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loaded extension: quotas Jul 28 09:16:46.386445 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: quotasv2_detail.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.389458 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.389798 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loaded extension: quota_details Jul 28 09:16:46.390129 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: rbac.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.391369 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.391926 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loaded extension: rbac-policies Jul 28 09:16:46.392252 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: rbac_address_group.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.393190 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.393701 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loaded extension: rbac-address-group Jul 28 09:16:46.394021 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: rbac_address_scope.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.394936 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.395438 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loaded extension: rbac-address-scope Jul 28 09:16:46.395787 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: rbac_security_groups.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.396692 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.397192 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loaded extension: rbac-security-groups Jul 28 09:16:46.397511 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: rbac_subnetpool.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.398410 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.398909 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loaded extension: rbac-subnetpool Jul 28 09:16:46.399227 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: revisionifmatch.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.400170 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.400925 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loaded extension: revision-if-match Jul 28 09:16:46.401244 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: revisions.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.402360 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.403083 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loaded extension: standard-attr-revisions Jul 28 09:16:46.403212 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: router_availability_zone.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.403914 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.404421 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loaded extension: router_availability_zone Jul 28 09:16:46.404739 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: routerservicetype.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.405649 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.406149 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Extension router-service-type not supported by any of loaded plugins Jul 28 09:16:46.406464 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.407379 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.407907 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loaded extension: security-groups-normalized-cidr Jul 28 09:16:46.408224 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: security_groups_port_filtering.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.409129 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.409625 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loaded extension: port-security-groups-filtering Jul 28 09:16:46.409938 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.410844 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.411341 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loaded extension: security-groups-remote-address-group Jul 28 09:16:46.411688 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: securitygroup.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.421962 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.422481 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loaded extension: security-group Jul 28 09:16:46.422811 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: segment.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.423600 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.424110 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Extension segment not supported by any of loaded plugins Jul 28 09:16:46.424431 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.425357 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.426092 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 28 09:16:46.426413 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: servicetype.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.427783 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.428299 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loaded extension: service-type Jul 28 09:16:46.428682 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: sorting.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.429718 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.430046 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loaded extension: sorting Jul 28 09:16:46.430364 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: standard_attr_segment.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.431338 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.431871 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 28 09:16:46.432192 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: standardattrdescription.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.432831 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.433330 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loaded extension: standard-attr-description Jul 28 09:16:46.433645 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: stateful_security_group.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.435183 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.435715 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loaded extension: stateful-security-group Jul 28 09:16:46.436038 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: stdattrs_common.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.436610 dv-cinder-802669-1-iscsi neutron-server[92958]: WARNING neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 28 09:16:46.436925 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.437860 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.438362 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 28 09:16:46.438681 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: subnet_onboard.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.439779 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.440284 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loaded extension: subnet_onboard Jul 28 09:16:46.440605 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.441523 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.442023 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 28 09:16:46.442343 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: subnet_service_types.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.443252 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.443781 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loaded extension: subnet-service-types Jul 28 09:16:46.444105 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: subnetallocation.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.445167 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.445675 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loaded extension: subnet_allocation Jul 28 09:16:46.445996 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.446654 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.447144 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loaded extension: subnetpool-prefix-ops Jul 28 09:16:46.447459 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.448417 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.448938 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 28 09:16:46.449252 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: tagging.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.450445 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.450947 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loaded extension: standard-attr-tag Jul 28 09:16:46.451268 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: timestamp.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.452491 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.452996 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loaded extension: standard-attr-timestamp Jul 28 09:16:46.453318 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: trunk.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.454344 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.455075 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Extension trunk not supported by any of loaded plugins Jul 28 09:16:46.455396 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: trunk_details.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.456334 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.456841 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Extension trunk-details not supported by any of loaded plugins Jul 28 09:16:46.457157 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: uplink_status_propagation.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.458074 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.458568 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 28 09:16:46.458885 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Loading extension file: vlantransparent.py {{(pid=92958) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 28 09:16:46.459547 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92958) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 28 09:16:46.460250 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Extension vlan-transparent not supported by any of loaded plugins Jul 28 09:16:46.462882 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.quota.resource_registry [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Creating instance of TrackedResource for resource:network Jul 28 09:16:46.463402 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.quota.resource_registry [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Creating instance of TrackedResource for resource:subnet Jul 28 09:16:46.463827 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.quota.resource_registry [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 09:16:46.464218 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.quota.resource_registry [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Creating instance of TrackedResource for resource:port Jul 28 09:16:46.465690 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.v2.resource_helper [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 09:16:46.466128 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.v2.resource_helper [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Service FLAVORS assigned prefix: {{(pid=92958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 09:16:46.466727 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.v2.resource_helper [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 09:16:46.467417 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.v2.resource_helper [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 09:16:46.467772 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.quota.resource_registry [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Creating instance of TrackedResource for resource:router Jul 28 09:16:46.468212 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.quota.resource_registry [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Creating instance of TrackedResource for resource:floatingip Jul 28 09:16:46.468686 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.v2.resource_helper [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Service METERING assigned prefix: /metering {{(pid=92958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 09:16:46.470121 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.470495 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.470840 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92958) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:16:46.471866 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.quota.resource_registry [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Creating instance of CountableResource for resource:rbac_policy Jul 28 09:16:46.472322 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.quota.resource_registry [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Creating instance of TrackedResource for resource:security_group Jul 28 09:16:46.472748 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.quota.resource_registry [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Creating instance of TrackedResource for resource:security_group_rule Jul 28 09:16:46.473341 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.v2.resource_helper [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Service CORE assigned prefix: {{(pid=92958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 09:16:46.473665 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.quota.resource_registry [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 09:16:46.474002 dv-cinder-802669-1-iscsi neutron-server[92958]: WARNING neutron.quota.resource_registry [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] subnetpool is already registered Jul 28 09:16:46.474423 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.v2.resource_helper [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Service CORE assigned prefix: {{(pid=92958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 09:16:46.474741 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.quota.resource_registry [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 09:16:46.475064 dv-cinder-802669-1-iscsi neutron-server[92958]: WARNING neutron.quota.resource_registry [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] subnetpool is already registered Jul 28 09:16:46.478645 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.v2.resource_helper [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 09:16:46.479093 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.v2.resource_helper [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Service FLAVORS assigned prefix: {{(pid=92958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 09:16:46.479733 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.v2.resource_helper [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 09:16:46.480161 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.v2.resource_helper [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 09:16:46.480490 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.quota.resource_registry [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Creating instance of TrackedResource for resource:router Jul 28 09:16:46.480837 dv-cinder-802669-1-iscsi neutron-server[92958]: WARNING neutron.quota.resource_registry [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] router is already registered Jul 28 09:16:46.481852 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.quota.resource_registry [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Creating instance of TrackedResource for resource:floatingip Jul 28 09:16:46.482273 dv-cinder-802669-1-iscsi neutron-server[92958]: WARNING neutron.quota.resource_registry [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] floatingip is already registered Jul 28 09:16:46.482722 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.v2.resource_helper [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Service METERING assigned prefix: /metering {{(pid=92958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 09:16:46.483410 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.quota.resource_registry [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Creating instance of CountableResource for resource:rbac_policy Jul 28 09:16:46.483756 dv-cinder-802669-1-iscsi neutron-server[92958]: WARNING neutron.quota.resource_registry [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] rbac_policy is already registered Jul 28 09:16:46.484164 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.quota.resource_registry [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Creating instance of TrackedResource for resource:security_group Jul 28 09:16:46.484493 dv-cinder-802669-1-iscsi neutron-server[92958]: WARNING neutron.quota.resource_registry [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] security_group is already registered Jul 28 09:16:46.484889 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.quota.resource_registry [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Creating instance of TrackedResource for resource:security_group_rule Jul 28 09:16:46.485220 dv-cinder-802669-1-iscsi neutron-server[92958]: WARNING neutron.quota.resource_registry [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] security_group_rule is already registered Jul 28 09:16:46.485685 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.v2.resource_helper [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Service CORE assigned prefix: {{(pid=92958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 09:16:46.486005 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.quota.resource_registry [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 09:16:46.486335 dv-cinder-802669-1-iscsi neutron-server[92958]: WARNING neutron.quota.resource_registry [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] subnetpool is already registered Jul 28 09:16:46.486738 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.v2.resource_helper [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Service CORE assigned prefix: {{(pid=92958) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 09:16:46.487052 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.quota.resource_registry [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 09:16:46.487374 dv-cinder-802669-1-iscsi neutron-server[92958]: WARNING neutron.quota.resource_registry [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] subnetpool is already registered Jul 28 09:16:46.487849 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Extended resource: extensions {{(pid=92958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:16:46.489404 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Extended resource: address-groups {{(pid=92958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:16:46.490865 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Extended resource: address-scopes {{(pid=92958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:16:46.492080 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Extended resource: agents {{(pid=92958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:16:46.493215 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Extended resource: auto-allocated-topology {{(pid=92958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:16:46.494595 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Extended resource: availability_zones {{(pid=92958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:16:46.495800 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Extended resource: dhcp-networks {{(pid=92958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:16:46.497791 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Extended resource: dhcp-agents {{(pid=92958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:16:46.499284 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Extended resource: routers {{(pid=92958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:16:46.501006 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Extended resource: flavors {{(pid=92958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:16:46.502214 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Extended resource: service_profiles {{(pid=92958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:16:46.503979 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Extended resource: next_providers {{(pid=92958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:16:46.505806 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Extended resource: service_profiles {{(pid=92958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:16:46.507562 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Extended resource: floatingip-pools {{(pid=92958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:16:46.509240 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Extended resource: routers {{(pid=92958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:16:46.511507 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Extended resource: floatingips {{(pid=92958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:16:46.513367 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Extended resource: l3-routers {{(pid=92958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:16:46.515202 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Extended resource: l3-agents {{(pid=92958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:16:46.517011 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Extended resource: metering-labels {{(pid=92958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:16:46.518693 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Extended resource: metering-label-rules {{(pid=92958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:16:46.520407 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Extended resource: network-ip-availabilities {{(pid=92958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:16:46.522151 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Extended resource: bindings {{(pid=92958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:16:46.524330 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Extended resource: quotas {{(pid=92958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:16:46.526466 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Extended resource: quotas {{(pid=92958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:16:46.528651 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Extended resource: rbac-policies {{(pid=92958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:16:46.530159 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Extended resource: security-groups {{(pid=92958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:16:46.531898 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Extended resource: security-group-rules {{(pid=92958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:16:46.533348 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Extended resource: service-providers {{(pid=92958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:16:46.535013 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Extended resource: subnetpools {{(pid=92958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:16:46.536593 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Extended resource: subnetpools {{(pid=92958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:16:46.538409 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Extended resource: tags {{(pid=92958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:16:46.540644 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Extended resource: tags {{(pid=92958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:16:46.542822 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Extended resource: tags {{(pid=92958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:16:46.545613 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Extended resource: tags {{(pid=92958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:16:46.547919 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Extended resource: tags {{(pid=92958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:16:46.550372 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Extended resource: tags {{(pid=92958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:16:46.553648 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Extended resource: tags {{(pid=92958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:16:46.555421 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Extended resource: tags {{(pid=92958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:16:46.557172 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Extended resource: tags {{(pid=92958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:16:46.558999 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron.api.extensions [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Extended resource: tags {{(pid=92958) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 09:16:46.565842 dv-cinder-802669-1-iscsi neutron-server[92958]: WARNING keystonemiddleware.auth_token [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 28 09:16:46.570385 dv-cinder-802669-1-iscsi neutron-server[92958]: WARNING keystonemiddleware.auth_token [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 28 09:16:46.578851 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Acquired lock "singleton_lock" {{(pid=92958) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 28 09:16:46.579320 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_concurrency.lockutils [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Releasing lock "singleton_lock" {{(pid=92958) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 28 09:16:46.579979 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO oslo_service.service [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Starting 2 workers Jul 28 09:16:46.584699 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Started child 93067 {{(pid=92958) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 09:16:46.589102 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Started child 93068 {{(pid=92958) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 09:16:46.590393 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:16:46.591079 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO neutron.service [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Neutron service started, listening on 0.0.0.0:9696 Jul 28 09:16:46.591528 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Notify callbacks [] for process, before_spawn {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:16:46.591948 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [-] (93067) wsgi starting up on http://0.0.0.0:9696 Jul 28 09:16:46.593931 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO oslo_service.service [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Starting 1 workers Jul 28 09:16:46.594283 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:16:46.595776 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [-] (93068) wsgi starting up on http://0.0.0.0:9696 Jul 28 09:16:46.599072 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Started child 93069 {{(pid=92958) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 09:16:46.599591 dv-cinder-802669-1-iscsi neutron-server[92958]: INFO oslo_service.service [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Starting 1 workers Jul 28 09:16:46.602969 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.service [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] calling RpcWorker wait() {{(pid=93069) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 28 09:16:46.603535 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.service [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] returning from RpcWorker wait() {{(pid=93069) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 28 09:16:46.603937 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Started child 93070 {{(pid=92958) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 09:16:46.604764 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG neutron_lib.callbacks.manager [None req-afa60ba6-795a-4ec8-864e-4baec8015d1d None None] Notify callbacks [] for process, after_spawn {{(pid=92958) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:16:46.604910 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:16:46.605517 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:16:46.607398 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92958) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 28 09:16:46.607588 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 09:16:46.607761 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 09:16:46.607964 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 09:16:46.608292 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 09:16:46.608455 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 09:16:46.608958 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.609226 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.609476 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.609567 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:16:46.610020 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.610020 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.610621 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.610879 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.611108 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.611379 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.611634 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.611806 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.611969 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.612223 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.612448 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.612742 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.612998 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.613240 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.613512 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.613694 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.613934 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.614187 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.614441 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.614705 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] debug = True {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.614944 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.615421 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.615687 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.615932 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.616150 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.616413 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.616662 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.616914 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.617163 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.617393 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.617628 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.617876 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.618111 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.618322 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.618555 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.618794 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.619008 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.619477 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] host = dv-cinder-802669-1-iscsi {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.619712 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.619930 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.620175 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.620395 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.620635 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.620868 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.621110 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.621363 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.621719 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.622440 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.622669 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.623014 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.623248 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.623489 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] log_file = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.623684 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] log_options = True {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.623923 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.624195 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.624459 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.624645 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.624810 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.624983 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.625233 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.625394 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.625657 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.625872 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.626085 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.626303 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.626533 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.626744 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.627013 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.627270 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.627471 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.627719 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.627963 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.628190 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.628414 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.628638 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.628870 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.629107 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.629349 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.629557 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.629782 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.629997 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.630208 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.630469 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.630701 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.630942 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.631203 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.631439 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.631685 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.631910 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.632126 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.632383 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.632612 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.632872 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.633126 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.633357 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.633625 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.633816 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.634050 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.634277 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] use_json = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.634488 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.634718 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.634977 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.635195 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.635425 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.635659 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.635893 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.636122 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.636563 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.636857 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.637191 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.637465 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.637748 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.637998 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.638255 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.638493 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.638752 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.639660 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.639660 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.639660 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.640024 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.640150 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:16:46.640280 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.640414 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.640623 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.640905 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.641184 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.641421 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.641678 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.641912 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.642150 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.642494 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.642755 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.643014 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.643278 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.643494 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.643753 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.644002 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.644217 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.644453 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.644686 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.645260 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.645260 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.645493 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.645616 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.645828 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.646083 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.646330 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.646571 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.646824 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.647033 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.647257 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.647528 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.647878 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.648075 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.648198 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.648390 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.648769 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.649013 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.649239 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.649485 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.649779 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.649944 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.650135 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.650362 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.650835 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.651046 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.651433 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.651626 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.651771 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.651962 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.652179 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.652388 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.652597 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.653014 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.653145 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.653377 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.653507 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.653730 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.653972 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.654186 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.654396 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.654605 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.654812 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.655522 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.655522 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.655522 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.656375 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.656375 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.656375 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.656375 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.656931 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.656931 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.656931 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.657441 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.657441 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.657833 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.657987 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.658134 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.658364 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.658611 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.658857 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.659091 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.659316 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.659618 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.660607 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.660871 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.661113 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.661328 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.661578 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.661809 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.662028 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.662264 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.662508 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.662724 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.662980 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.663480 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.663989 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.664249 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.664500 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.664786 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.665038 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.665323 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.665570 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.665834 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.666140 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.666423 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.666696 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.666928 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.667157 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.667509 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.667718 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.667946 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.668151 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.668401 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.669159 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.669431 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.669695 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.670399 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.670399 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.670399 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.670795 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.670967 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.671203 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.671417 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.671723 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.672586 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.672586 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.672586 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.672962 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.672962 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.673240 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.673861 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.673861 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.673861 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.674258 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.674391 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.674531 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.674719 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.674967 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.675182 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.675395 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.675676 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.675896 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.676150 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.676407 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.676629 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.676869 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.677116 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.677329 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.677603 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.683652 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.683652 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.683652 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.683652 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.683652 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.683652 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.683652 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.683652 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.685060 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.685060 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.685060 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.685060 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.685060 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.685060 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.685060 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.685060 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.686037 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.686037 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.686037 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.686037 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.686037 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.686037 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.686037 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.686037 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.686672 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.686672 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.686672 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.686672 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.686672 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.686672 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.686672 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.686672 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.687260 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.687260 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.687260 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.687260 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.687260 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.687260 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.687260 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.687260 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.687862 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.687862 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.687862 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.688086 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.688359 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.688611 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.688855 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.689108 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.689343 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.689586 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.689815 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.690029 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.690241 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.690462 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.690678 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.690907 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.691154 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.691334 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.691564 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.691834 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.692050 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.692257 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.692478 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.692687 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.692896 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.693115 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.693329 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.693539 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.693793 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.694065 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.694298 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.694537 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.694752 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.694959 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.695187 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.695389 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.695611 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.695826 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.696036 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.696473 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.696791 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.697038 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.697256 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.697535 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.697762 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.698018 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.698264 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.698599 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.698814 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.699075 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.699297 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.699529 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.699824 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.700081 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.700406 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.700706 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.700985 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.701252 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.701538 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.701813 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.702098 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.702334 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.702627 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.702970 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.703256 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.703541 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.703819 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.704064 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.704310 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.704525 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.704740 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.704954 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.705171 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.705419 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.705657 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.705912 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.706143 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.706367 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.706604 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.706828 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.707027 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.707273 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.707502 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.707702 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 09:16:46.708182 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92958) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 28 09:16:46.708341 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 09:16:46.708500 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 09:16:46.708651 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 09:16:46.708815 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 09:16:46.708962 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 09:16:46.709163 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.709321 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.709480 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.709630 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.709787 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.709963 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.710118 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.710271 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.710431 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.710584 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.710738 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.710892 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.711052 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.711202 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.711355 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.711509 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.711688 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.711851 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.711997 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.712141 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.712283 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.712443 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.712601 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] debug = True {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.712757 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.712940 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.713101 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.713254 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.713410 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.713564 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.713717 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.713869 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.714026 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.714178 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.714335 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.714488 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.714639 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.714792 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.714946 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.715102 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.715255 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.715517 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] host = dv-cinder-802669-1-iscsi {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.715773 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.715931 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.716084 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.716237 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.716391 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.716545 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.716702 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.716854 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.717009 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.717161 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.717314 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.717467 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.717623 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.717777 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] log_file = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.717934 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] log_options = True {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.718100 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.718242 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.718390 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.718553 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.718714 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.718878 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.719042 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.719196 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.719534 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.719534 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.719795 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.719795 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.720001 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.720137 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.720240 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.720402 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.720530 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.720674 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.720832 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.721001 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.721120 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.721267 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.721418 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.721570 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.721724 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.721877 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.722029 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.722182 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.722337 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.722480 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.722629 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.722782 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.722935 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.723091 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.723243 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.723397 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.723550 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.723726 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.723866 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.724018 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.724171 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.724324 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.724477 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.724630 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.724783 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.724937 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] use_json = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.725094 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.725250 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.725404 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.725557 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.725709 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.725862 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.726016 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.726168 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 09:16:46.726342 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.726499 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.726666 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.726823 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.726980 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.727135 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.727290 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.727445 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.727621 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.727765 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.727930 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.728073 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.728236 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.728387 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.728945 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.728945 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.728945 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.729311 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.729311 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.729311 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.729533 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.729601 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.729736 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.729885 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.730040 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.730355 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.730656 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.731501 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.731863 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.732022 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.732182 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.732341 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.732499 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.732656 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.732819 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.732977 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.733135 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.733292 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.733449 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.733606 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.733765 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.733922 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.734087 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.734260 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.734373 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.734529 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.734688 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.734846 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.734979 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.735137 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.735306 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.735462 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.735641 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.735803 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.735983 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.736129 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.736277 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.736434 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.736565 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.736706 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.736838 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.737028 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.737183 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.737340 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.737495 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.737651 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.737807 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.737965 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.739595 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.739595 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.739595 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.739595 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.739595 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.739595 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.739595 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.739595 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.739595 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.740263 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.740480 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.740651 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.740812 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.740968 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.741129 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.741289 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.741456 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.741631 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.741788 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.741945 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.742101 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.742258 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.742413 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.742571 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.742727 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.742884 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.743041 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.743196 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.743352 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.743512 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.743693 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.743849 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.743992 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.744149 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.744305 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.744460 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.744666 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.744802 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.744928 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.745051 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.745206 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.745364 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.745519 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.745684 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.745840 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.745997 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.746153 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.746324 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.747599 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.747599 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.747599 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.747599 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.747599 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.747599 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.747599 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.748260 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.748426 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.748586 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.749074 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.749074 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.749074 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.749507 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.749507 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.749507 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.749716 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.749829 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.749985 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.750142 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.750299 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.750455 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.750613 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.750770 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.750927 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.751083 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.751174 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:16:46.751260 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.751386 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.751542 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.751736 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.751892 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.752049 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.752206 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.752364 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.752522 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.752677 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.752834 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.752991 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.753148 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.753304 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.753461 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.753617 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.753774 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.753930 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.754086 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.754242 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.754399 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.754554 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.754710 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.754865 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.755021 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.755176 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.755332 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.755490 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.755669 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.755826 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.755982 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.756139 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.756295 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.756452 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.756611 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.756767 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.756924 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.757081 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.757237 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.757394 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.757551 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.757707 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.757864 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.758020 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.758175 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.758346 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.758503 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.758659 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.758820 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.758976 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.759133 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.759293 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.759453 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.759631 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.759789 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.759946 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.760103 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.760262 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.760419 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.760575 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.760731 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.760887 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.761043 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.761200 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.761369 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.761528 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.761691 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.761821 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.762643 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.762643 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.762643 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.762643 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.763508 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.763508 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.763508 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.763508 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.763508 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.763508 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.764176 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.764176 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.764176 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.764176 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.764637 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.764637 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.764637 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.764976 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.764976 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.764976 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.765321 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.765321 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.765484 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.765572 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.765722 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.765880 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.766049 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.766204 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.766361 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.766516 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.766861 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.766861 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.767101 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.767209 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.767298 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.767408 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.767596 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.767750 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.767908 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.768076 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.768232 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.768391 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.768548 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.768704 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.768866 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.769024 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.769184 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.769553 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.769553 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.769806 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.769901 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.770029 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.770180 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.770340 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.770503 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.770672 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.770828 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.770995 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.771161 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.771318 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.771475 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.771652 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.771810 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.771966 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.772122 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.772278 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.772434 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.772589 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.772746 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.772902 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.773057 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.773212 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.773368 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.773525 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.773680 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 09:16:46.773828 dv-cinder-802669-1-iscsi neutron-server[92958]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92958) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 09:16:47.061052 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 44220) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:16:47.069269 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061419 Jul 28 09:16:58.381796 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfaafe9d-5cf5-4cc5-88bc-b7ff308aca01 None None] get_active_networks_info from dv-cinder-802669-1-iscsi {{(pid=93069) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 28 09:16:58.451195 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfaafe9d-5cf5-4cc5-88bc-b7ff308aca01 None None] No non-hosted networks {{(pid=93069) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 28 09:16:58.504253 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.agentschedulers_db [None req-bfaafe9d-5cf5-4cc5-88bc-b7ff308aca01 None None] DHCP Agent not found on host dv-cinder-802669-1-iscsi {{(pid=93069) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 28 09:16:58.572862 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-6042e249-d4f9-4aa1-8475-680f9e50877e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7993252'] for agent, after_create {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:00.684017 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-01a4f278-013b-42dc-8e4a-31d5f4ee5342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7993252'] for agent, after_create {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:00.742304 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-14cc6375-aa4a-4420-8c11-d09510761c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:01.078132 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7993252'] for agent, after_create {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:01.079430 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:17:01.080042 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:17:01.080651 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:17:01.081264 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:17:01.081920 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:17:01.082528 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:17:01.083100 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:17:01.083696 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:17:01.084785 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:17:01.086957 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:17:01.087536 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:17:01.088082 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:17:01.089086 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-802669-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:17:01.097440 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-802669-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:17:02.083507 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-29fc97ff-9392-4c7d-8b91-be3be07fca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7993252'] for agent, after_create {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:03.578570 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-2284cd4c-493c-4cd5-902b-cad83a6c7b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7993252'] for agent, after_create {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:04.752762 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 44312) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:17:05.255465 dv-cinder-802669-1-iscsi neutron-server[93067]: WARNING oslo_policy.policy [None req-3c65419b-4dfa-416d-96fa-923d0af728e4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 09:17:05.256068 dv-cinder-802669-1-iscsi neutron-server[93067]: WARNING oslo_policy.policy [None req-3c65419b-4dfa-416d-96fa-923d0af728e4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 09:17:05.471678 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [None req-3c65419b-4dfa-416d-96fa-923d0af728e4 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93067) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 09:17:05.472842 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-3c65419b-4dfa-416d-96fa-923d0af728e4 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7179310 Jul 28 09:17:07.061066 dv-cinder-802669-1-iscsi neutron-server[93069]: INFO neutron.db.l3_hamode_db [None req-dd133989-6dd0-4118-8771-6cd4e4a02c53 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 28 09:17:07.137107 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd133989-6dd0-4118-8771-6cd4e4a02c53 None None] Routers set() bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:17:07.137489 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd133989-6dd0-4118-8771-6cd4e4a02c53 None None] Router IDs set() for agent in host dv-cinder-802669-1-iscsi {{(pid=93069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 28 09:17:07.838358 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 44326) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:17:08.140893 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [None req-776fb602-d8b7-4d1c-b2e0-7cef1c2b8a13 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:17:08.233860 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.policy [None req-776fb602-d8b7-4d1c-b2e0-7cef1c2b8a13 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93067) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 28 09:17:08.278431 dv-cinder-802669-1-iscsi neutron-server[93067]: WARNING oslo_policy.policy [None req-776fb602-d8b7-4d1c-b2e0-7cef1c2b8a13 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 09:17:08.278801 dv-cinder-802669-1-iscsi neutron-server[93067]: WARNING oslo_policy.policy [None req-776fb602-d8b7-4d1c-b2e0-7cef1c2b8a13 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 09:17:08.287239 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.quota [None req-776fb602-d8b7-4d1c-b2e0-7cef1c2b8a13 admin admin] Loaded quota_driver: . Jul 28 09:17:08.379322 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-776fb602-d8b7-4d1c-b2e0-7cef1c2b8a13 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732598532132', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732598531671', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732598479110', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732598484761', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732596547942', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732598497834', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-606122', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-594741', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7964787', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7918086'] for rbac-policy, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:08.443711 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-776fb602-d8b7-4d1c-b2e0-7cef1c2b8a13 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:08.447441 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-776fb602-d8b7-4d1c-b2e0-7cef1c2b8a13 admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6055951 Jul 28 09:17:10.987843 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 44338) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:17:11.283142 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [None req-a8ef4060-8b14-4076-82a2-1114666b9367 admin admin] Request body: {'network': {'name': 'private', 'project_id': '7bac5acf9fb94af09a87376debed2b3f', 'admin_state_up': True, 'tenant_id': '7bac5acf9fb94af09a87376debed2b3f'}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:17:11.313759 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ef4060-8b14-4076-82a2-1114666b9367 admin admin] Made reservation on behalf of 7bac5acf9fb94af09a87376debed2b3f for: {'network': 1} {{(pid=93067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:17:11.316647 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-a8ef4060-8b14-4076-82a2-1114666b9367 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for network, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:11.333738 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-a8ef4060-8b14-4076-82a2-1114666b9367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:11.458306 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-a8ef4060-8b14-4076-82a2-1114666b9367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:11.461954 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-a8ef4060-8b14-4076-82a2-1114666b9367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:11.481649 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8ef4060-8b14-4076-82a2-1114666b9367 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=93067) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 09:17:11.511945 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-a8ef4060-8b14-4076-82a2-1114666b9367 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732595736360', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998659'] for segment, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:11.512513 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-a8ef4060-8b14-4076-82a2-1114666b9367 admin admin] Unsubscribe: segment precommit_create {{(pid=93067) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 28 09:17:11.513146 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.db.segments_db [None req-a8ef4060-8b14-4076-82a2-1114666b9367 admin admin] Added segment 7ad6d5bf-beed-472e-96ea-c5c3192ec248 of type vlan for network ee65aaae-195e-41d4-8912-a297cc9ba0bd Jul 28 09:17:11.533225 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ef4060-8b14-4076-82a2-1114666b9367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e1d9e6-5de9-4848-bc29-d06c0f7659d9,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:17:11.582664 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ef4060-8b14-4076-82a2-1114666b9367 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:17:11.583009 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ef4060-8b14-4076-82a2-1114666b9367 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:17:11.583339 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ef4060-8b14-4076-82a2-1114666b9367 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:17:11.583684 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ef4060-8b14-4076-82a2-1114666b9367 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:17:11.584005 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ef4060-8b14-4076-82a2-1114666b9367 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:17:11.584335 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ef4060-8b14-4076-82a2-1114666b9367 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:17:11.584653 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ef4060-8b14-4076-82a2-1114666b9367 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:17:11.584964 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ef4060-8b14-4076-82a2-1114666b9367 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:17:11.585293 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ef4060-8b14-4076-82a2-1114666b9367 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:17:11.585605 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ef4060-8b14-4076-82a2-1114666b9367 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:17:11.585914 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ef4060-8b14-4076-82a2-1114666b9367 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:17:11.586221 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ef4060-8b14-4076-82a2-1114666b9367 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:17:11.587272 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ef4060-8b14-4076-82a2-1114666b9367 admin admin] Tracked resource versions report: Jul 28 09:17:11.587272 dv-cinder-802669-1-iscsi neutron-server[93067]: pushed versions: Jul 28 09:17:11.587272 dv-cinder-802669-1-iscsi neutron-server[93067]: { 'AddressGroup': {'1.2'}, Jul 28 09:17:11.587272 dv-cinder-802669-1-iscsi neutron-server[93067]: 'ConntrackHelper': {'1.0'}, Jul 28 09:17:11.587272 dv-cinder-802669-1-iscsi neutron-server[93067]: 'Log': {'1.0'}, Jul 28 09:17:11.587272 dv-cinder-802669-1-iscsi neutron-server[93067]: 'Network': {'1.1'}, Jul 28 09:17:11.587272 dv-cinder-802669-1-iscsi neutron-server[93067]: 'Port': {'1.7'}, Jul 28 09:17:11.587272 dv-cinder-802669-1-iscsi neutron-server[93067]: 'PortForwarding': {'1.2'}, Jul 28 09:17:11.587272 dv-cinder-802669-1-iscsi neutron-server[93067]: 'QosPolicy': {'1.8'}, Jul 28 09:17:11.587272 dv-cinder-802669-1-iscsi neutron-server[93067]: 'SecurityGroup': {'1.4'}, Jul 28 09:17:11.587272 dv-cinder-802669-1-iscsi neutron-server[93067]: 'SecurityGroupRule': {'1.2'}, Jul 28 09:17:11.587272 dv-cinder-802669-1-iscsi neutron-server[93067]: 'SubPort': {'1.0'}, Jul 28 09:17:11.587272 dv-cinder-802669-1-iscsi neutron-server[93067]: 'Subnet': {'1.1'}, Jul 28 09:17:11.587272 dv-cinder-802669-1-iscsi neutron-server[93067]: 'Trunk': {'1.1'}} Jul 28 09:17:11.587272 dv-cinder-802669-1-iscsi neutron-server[93067]: consumer versions: Jul 28 09:17:11.587272 dv-cinder-802669-1-iscsi neutron-server[93067]: { DHCP agent@dv-cinder-802669-1-iscsi: {}, Jul 28 09:17:11.587272 dv-cinder-802669-1-iscsi neutron-server[93067]: L3 agent@dv-cinder-802669-1-iscsi: {}, Jul 28 09:17:11.587272 dv-cinder-802669-1-iscsi neutron-server[93067]: Metadata agent@dv-cinder-802669-1-iscsi: {}, Jul 28 09:17:11.587272 dv-cinder-802669-1-iscsi neutron-server[93067]: Metering agent@dv-cinder-802669-1-iscsi: {}, Jul 28 09:17:11.587272 dv-cinder-802669-1-iscsi neutron-server[93067]: Open vSwitch agent@dv-cinder-802669-1-iscsi: { 'AddressGroup': '1.2', Jul 28 09:17:11.587272 dv-cinder-802669-1-iscsi neutron-server[93067]: 'ConntrackHelper': '1.0', Jul 28 09:17:11.587272 dv-cinder-802669-1-iscsi neutron-server[93067]: 'Log': '1.0', Jul 28 09:17:11.587272 dv-cinder-802669-1-iscsi neutron-server[93067]: 'Network': '1.1', Jul 28 09:17:11.587272 dv-cinder-802669-1-iscsi neutron-server[93067]: 'Port': '1.7', Jul 28 09:17:11.587272 dv-cinder-802669-1-iscsi neutron-server[93067]: 'PortForwarding': '1.2', Jul 28 09:17:11.587272 dv-cinder-802669-1-iscsi neutron-server[93067]: 'QosPolicy': '1.8', Jul 28 09:17:11.587272 dv-cinder-802669-1-iscsi neutron-server[93067]: 'SecurityGroup': '1.4', Jul 28 09:17:11.587272 dv-cinder-802669-1-iscsi neutron-server[93067]: 'SecurityGroupRule': '1.2', Jul 28 09:17:11.587272 dv-cinder-802669-1-iscsi neutron-server[93067]: 'SubPort': '1.0', Jul 28 09:17:11.587272 dv-cinder-802669-1-iscsi neutron-server[93067]: 'Subnet': '1.1', Jul 28 09:17:11.587272 dv-cinder-802669-1-iscsi neutron-server[93067]: 'Trunk': '1.1'}} Jul 28 09:17:11.587272 dv-cinder-802669-1-iscsi neutron-server[93067]: {{(pid=93067) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 09:17:11.633254 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-a8ef4060-8b14-4076-82a2-1114666b9367 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732595274087'] for network, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:11.683202 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-a8ef4060-8b14-4076-82a2-1114666b9367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296'] for network, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:11.684539 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ef4060-8b14-4076-82a2-1114666b9367 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:17:11.685188 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-a8ef4060-8b14-4076-82a2-1114666b9367 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for network, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:11.767208 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-a8ef4060-8b14-4076-82a2-1114666b9367 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7782347 Jul 28 09:17:11.780585 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ef4060-8b14-4076-82a2-1114666b9367 admin admin] Pushing event updated for resources: {'Network': ['ID=ee65aaae-195e-41d4-8912-a297cc9ba0bd,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:17:11.792764 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Network ee65aaae-195e-41d4-8912-a297cc9ba0bd details requested by agent ovs-agent-dv-cinder-802669-1-iscsi with host dv-cinder-802669-1-iscsi {{(pid=93069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 09:17:14.392910 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 44352) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:17:14.773408 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc8e85c-59dc-47e6-b299-d697e99b2d1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:17:14.774740 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-9bc8e85c-59dc-47e6-b299-d697e99b2d1b admin admin] 10.222.0.23 "GET /v2.0/networks/ee65aaae-195e-41d4-8912-a297cc9ba0bd HTTP/1.1" status: 200 len: 825 time: 0.3808818 Jul 28 09:17:14.799502 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-2406838d-725f-4f80-90e5-2096c2dadfcf admin admin] 10.222.0.23 "GET /v2.0/subnetpools/827293a9-9801-4ca4-8368-7a4082fe0e8b HTTP/1.1" status: 200 len: 734 time: 0.0182047 Jul 28 09:17:14.808940 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [None req-20aa9eda-d296-4d49-8e89-cf51208cba0b admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '827293a9-9801-4ca4-8368-7a4082fe0e8b', 'gateway_ip': '172.20.0.1', 'network_id': 'ee65aaae-195e-41d4-8912-a297cc9ba0bd', 'name': 'private-subnet', 'tenant_id': '7bac5acf9fb94af09a87376debed2b3f'}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:17:14.830627 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20aa9eda-d296-4d49-8e89-cf51208cba0b admin admin] Made reservation on behalf of 7bac5acf9fb94af09a87376debed2b3f for: {'subnet': 1} {{(pid=93067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:17:14.832842 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-20aa9eda-d296-4d49-8e89-cf51208cba0b admin admin] Notify callbacks [] for subnet, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:15.128059 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-20aa9eda-d296-4d49-8e89-cf51208cba0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296'] for subnet, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:15.195757 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aa9eda-d296-4d49-8e89-cf51208cba0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=faa6120d-b954-45c2-9a06-b3a52a565674,revision_number=0']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:17:15.200252 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20aa9eda-d296-4d49-8e89-cf51208cba0b admin admin] Checking segment: {'id': '7ad6d5bf-beed-472e-96ea-c5c3192ec248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ee65aaae-195e-41d4-8912-a297cc9ba0bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 09:17:15.200640 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20aa9eda-d296-4d49-8e89-cf51208cba0b admin admin] Network hostable DHCP agents. Network: ee65aaae-195e-41d4-8912-a297cc9ba0bd, hostable agents: ['eded7055-7227-4503-b186-c85c89196e66'], hosted agents: [] {{(pid=93067) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 09:17:15.221258 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20aa9eda-d296-4d49-8e89-cf51208cba0b admin admin] Network ee65aaae-195e-41d4-8912-a297cc9ba0bd is scheduled to be hosted by DHCP agent eded7055-7227-4503-b186-c85c89196e66 with binding_index 1 {{(pid=93067) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 09:17:15.232187 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.base_scheduler [None req-20aa9eda-d296-4d49-8e89-cf51208cba0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802669-1-iscsi, ee65aaae-195e-41d4-8912-a297cc9ba0bd) {{(pid=93067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:17:15.236741 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20aa9eda-d296-4d49-8e89-cf51208cba0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:17:15.237333 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-20aa9eda-d296-4d49-8e89-cf51208cba0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for subnet, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:15.242718 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159cfd05-fb57-4002-85f6-b314720d088f None None] Network ee65aaae-195e-41d4-8912-a297cc9ba0bd requested from dv-cinder-802669-1-iscsi {{(pid=93069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 09:17:15.251028 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-20aa9eda-d296-4d49-8e89-cf51208cba0b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4458995 Jul 28 09:17:15.560246 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec1b5dd-cdf7-4799-80b0-6c20326ea372 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc683d508-302d-5167-8507-eca6b1e3656d-ee65aaae-195e-41d4-8912-a297cc9ba0bd', 'network_id': 'ee65aaae-195e-41d4-8912-a297cc9ba0bd', 'tenant_id': '7bac5acf9fb94af09a87376debed2b3f', 'fixed_ips': [{'subnet_id': 'faa6120d-b954-45c2-9a06-b3a52a565674'}]}} from dv-cinder-802669-1-iscsi. {{(pid=93069) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 09:17:15.561600 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-bec1b5dd-cdf7-4799-80b0-6c20326ea372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_create {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:15.836781 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.db_base_plugin_common [None req-bec1b5dd-cdf7-4799-80b0-6c20326ea372 None None] Allocated IP 172.20.0.2 (ee65aaae-195e-41d4-8912-a297cc9ba0bd/faa6120d-b954-45c2-9a06-b3a52a565674/95f53cba-e7d4-4366-878a-520c930434ad) {{(pid=93069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:17:16.036759 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-bec1b5dd-cdf7-4799-80b0-6c20326ea372 None None] Notify callbacks [] for port, precommit_create {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:16.078882 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-bec1b5dd-cdf7-4799-80b0-6c20326ea372 None None] Transition to ACTIVE for port object 95f53cba-e7d4-4366-878a-520c930434ad will not be triggered until provisioned by entity L2. {{(pid=93069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:17:16.101544 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-bec1b5dd-cdf7-4799-80b0-6c20326ea372 None None] Transition to ACTIVE for port object 95f53cba-e7d4-4366-878a-520c930434ad will not be triggered until provisioned by entity DHCP. {{(pid=93069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:17:16.110734 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-bec1b5dd-cdf7-4799-80b0-6c20326ea372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732595289878'] for port, after_create {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:16.180124 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec1b5dd-cdf7-4799-80b0-6c20326ea372 None None] Network ee65aaae-195e-41d4-8912-a297cc9ba0bd is already hosted by enough agents. {{(pid=93069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:17:16.185641 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.scheduler.base_scheduler [None req-bec1b5dd-cdf7-4799-80b0-6c20326ea372 None None] Resources bound (agent type, host, resource id): {{(pid=93069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:17:16.200916 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec1b5dd-cdf7-4799-80b0-6c20326ea372 None None] Received port after_create {{(pid=93069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 09:17:16.204002 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec1b5dd-cdf7-4799-80b0-6c20326ea372 None None] Pushing event updated for resources: {'Port': ['ID=95f53cba-e7d4-4366-878a-520c930434ad,revision_number=1']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:17:16.236379 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec1b5dd-cdf7-4799-80b0-6c20326ea372 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:17:16.236379 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec1b5dd-cdf7-4799-80b0-6c20326ea372 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:17:16.236379 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec1b5dd-cdf7-4799-80b0-6c20326ea372 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:17:16.236379 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec1b5dd-cdf7-4799-80b0-6c20326ea372 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:17:16.236379 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec1b5dd-cdf7-4799-80b0-6c20326ea372 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:17:16.236824 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec1b5dd-cdf7-4799-80b0-6c20326ea372 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:17:16.236824 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec1b5dd-cdf7-4799-80b0-6c20326ea372 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:17:16.236824 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec1b5dd-cdf7-4799-80b0-6c20326ea372 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:17:16.236824 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec1b5dd-cdf7-4799-80b0-6c20326ea372 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:17:16.237077 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec1b5dd-cdf7-4799-80b0-6c20326ea372 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:17:16.237392 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec1b5dd-cdf7-4799-80b0-6c20326ea372 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:17:16.237652 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec1b5dd-cdf7-4799-80b0-6c20326ea372 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:17:16.238754 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec1b5dd-cdf7-4799-80b0-6c20326ea372 None None] Tracked resource versions report: Jul 28 09:17:16.238754 dv-cinder-802669-1-iscsi neutron-server[93069]: pushed versions: Jul 28 09:17:16.238754 dv-cinder-802669-1-iscsi neutron-server[93069]: { 'AddressGroup': {'1.2'}, Jul 28 09:17:16.238754 dv-cinder-802669-1-iscsi neutron-server[93069]: 'ConntrackHelper': {'1.0'}, Jul 28 09:17:16.238754 dv-cinder-802669-1-iscsi neutron-server[93069]: 'Log': {'1.0'}, Jul 28 09:17:16.238754 dv-cinder-802669-1-iscsi neutron-server[93069]: 'Network': {'1.1'}, Jul 28 09:17:16.238754 dv-cinder-802669-1-iscsi neutron-server[93069]: 'Port': {'1.7'}, Jul 28 09:17:16.238754 dv-cinder-802669-1-iscsi neutron-server[93069]: 'PortForwarding': {'1.2'}, Jul 28 09:17:16.238754 dv-cinder-802669-1-iscsi neutron-server[93069]: 'QosPolicy': {'1.8'}, Jul 28 09:17:16.238754 dv-cinder-802669-1-iscsi neutron-server[93069]: 'SecurityGroup': {'1.4'}, Jul 28 09:17:16.238754 dv-cinder-802669-1-iscsi neutron-server[93069]: 'SecurityGroupRule': {'1.2'}, Jul 28 09:17:16.238754 dv-cinder-802669-1-iscsi neutron-server[93069]: 'SubPort': {'1.0'}, Jul 28 09:17:16.238754 dv-cinder-802669-1-iscsi neutron-server[93069]: 'Subnet': {'1.1'}, Jul 28 09:17:16.238754 dv-cinder-802669-1-iscsi neutron-server[93069]: 'Trunk': {'1.1'}} Jul 28 09:17:16.238754 dv-cinder-802669-1-iscsi neutron-server[93069]: consumer versions: Jul 28 09:17:16.238754 dv-cinder-802669-1-iscsi neutron-server[93069]: { DHCP agent@dv-cinder-802669-1-iscsi: {}, Jul 28 09:17:16.238754 dv-cinder-802669-1-iscsi neutron-server[93069]: L3 agent@dv-cinder-802669-1-iscsi: {}, Jul 28 09:17:16.238754 dv-cinder-802669-1-iscsi neutron-server[93069]: Metadata agent@dv-cinder-802669-1-iscsi: {}, Jul 28 09:17:16.238754 dv-cinder-802669-1-iscsi neutron-server[93069]: Metering agent@dv-cinder-802669-1-iscsi: {}, Jul 28 09:17:16.238754 dv-cinder-802669-1-iscsi neutron-server[93069]: Open vSwitch agent@dv-cinder-802669-1-iscsi: { 'AddressGroup': '1.2', Jul 28 09:17:16.238754 dv-cinder-802669-1-iscsi neutron-server[93069]: 'ConntrackHelper': '1.0', Jul 28 09:17:16.238754 dv-cinder-802669-1-iscsi neutron-server[93069]: 'Log': '1.0', Jul 28 09:17:16.238754 dv-cinder-802669-1-iscsi neutron-server[93069]: 'Network': '1.1', Jul 28 09:17:16.238754 dv-cinder-802669-1-iscsi neutron-server[93069]: 'Port': '1.7', Jul 28 09:17:16.238754 dv-cinder-802669-1-iscsi neutron-server[93069]: 'PortForwarding': '1.2', Jul 28 09:17:16.238754 dv-cinder-802669-1-iscsi neutron-server[93069]: 'QosPolicy': '1.8', Jul 28 09:17:16.238754 dv-cinder-802669-1-iscsi neutron-server[93069]: 'SecurityGroup': '1.4', Jul 28 09:17:16.238754 dv-cinder-802669-1-iscsi neutron-server[93069]: 'SecurityGroupRule': '1.2', Jul 28 09:17:16.238754 dv-cinder-802669-1-iscsi neutron-server[93069]: 'SubPort': '1.0', Jul 28 09:17:16.238754 dv-cinder-802669-1-iscsi neutron-server[93069]: 'Subnet': '1.1', Jul 28 09:17:16.238754 dv-cinder-802669-1-iscsi neutron-server[93069]: 'Trunk': '1.1'}} Jul 28 09:17:16.238754 dv-cinder-802669-1-iscsi neutron-server[93069]: {{(pid=93069) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 09:17:16.286704 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.managers [None req-bec1b5dd-cdf7-4799-80b0-6c20326ea372 None None] Attempting to bind port 95f53cba-e7d4-4366-878a-520c930434ad on host dv-cinder-802669-1-iscsi for vnic_type normal with profile {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 09:17:16.287305 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.managers [None req-bec1b5dd-cdf7-4799-80b0-6c20326ea372 None None] Attempting to bind port 95f53cba-e7d4-4366-878a-520c930434ad by drivers openvswitch,hyperv on host dv-cinder-802669-1-iscsi at level 0 using segments [{'id': '7ad6d5bf-beed-472e-96ea-c5c3192ec248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ee65aaae-195e-41d4-8912-a297cc9ba0bd'}] {{(pid=93069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 09:17:16.287480 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec1b5dd-cdf7-4799-80b0-6c20326ea372 None None] Attempting to bind port 95f53cba-e7d4-4366-878a-520c930434ad on network ee65aaae-195e-41d4-8912-a297cc9ba0bd {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 09:17:16.292520 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec1b5dd-cdf7-4799-80b0-6c20326ea372 None None] Checking agent: {'id': 'c23067a4-a93a-4753-ba74-9a71aabd88dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 9, 17, 1), 'started_at': datetime.datetime(2021, 7, 28, 9, 17, 1), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 9, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 09:17:16.292920 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec1b5dd-cdf7-4799-80b0-6c20326ea372 None None] Checking segment: {'id': '7ad6d5bf-beed-472e-96ea-c5c3192ec248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ee65aaae-195e-41d4-8912-a297cc9ba0bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 09:17:16.293385 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-bec1b5dd-cdf7-4799-80b0-6c20326ea372 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:16.293767 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec1b5dd-cdf7-4799-80b0-6c20326ea372 None None] Bound using segment: {'id': '7ad6d5bf-beed-472e-96ea-c5c3192ec248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ee65aaae-195e-41d4-8912-a297cc9ba0bd'} {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 09:17:16.294217 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.managers [None req-bec1b5dd-cdf7-4799-80b0-6c20326ea372 None None] Bound port: 95f53cba-e7d4-4366-878a-520c930434ad, host: dv-cinder-802669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ad6d5bf-beed-472e-96ea-c5c3192ec248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ee65aaae-195e-41d4-8912-a297cc9ba0bd'}}] {{(pid=93069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 09:17:16.294606 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-bec1b5dd-cdf7-4799-80b0-6c20326ea372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:16.356848 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-bec1b5dd-cdf7-4799-80b0-6c20326ea372 None None] For port 95f53cba-e7d4-4366-878a-520c930434ad, host dv-cinder-802669-1-iscsi, cleared binding levels {{(pid=93069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:17:16.360965 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-bec1b5dd-cdf7-4799-80b0-6c20326ea372 None None] For port 95f53cba-e7d4-4366-878a-520c930434ad, host dv-cinder-802669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=95f53cba-e7d4-4366-878a-520c930434ad,segment=NetworkSegment(7ad6d5bf-beed-472e-96ea-c5c3192ec248),segment_id=7ad6d5bf-beed-472e-96ea-c5c3192ec248)] {{(pid=93069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:17:16.365202 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-bec1b5dd-cdf7-4799-80b0-6c20326ea372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:16.430878 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec1b5dd-cdf7-4799-80b0-6c20326ea372 None None] Pushing event updated for resources: {'Port': ['ID=95f53cba-e7d4-4366-878a-520c930434ad,revision_number=2']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:17:17.634482 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 44360) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:17:17.948196 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [None req-1ee09b67-862f-40c3-a165-1784bd2286f7 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93067) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 09:17:17.949281 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-1ee09b67-862f-40c3-a165-1784bd2286f7 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3138490 Jul 28 09:17:20.324743 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 44368) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:17:20.652988 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [None req-02bcca50-9516-4776-a821-e32e0805ca3d admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93067) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 09:17:20.654147 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-02bcca50-9516-4776-a821-e32e0805ca3d admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3284883 Jul 28 09:17:23.255594 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 44378) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:17:23.569470 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [None req-fad9ac60-aabf-476c-a574-f2a634b6f804 admin admin] Request body: {'router': {'tenant_id': '7bac5acf9fb94af09a87376debed2b3f', 'admin_state_up': True, 'name': 'router1'}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:17:23.597793 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-fad9ac60-aabf-476c-a574-f2a634b6f804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7992358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-245501'] for router, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:23.597793 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-fad9ac60-aabf-476c-a574-f2a634b6f804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7992449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8268108', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7907194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-245482'] for router, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:23.669041 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.agents_db [None req-63843732-4a37-4b37-bfab-6dab7fdb1052 None None] Agent healthcheck: found 5 active agents {{(pid=93070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:17:23.744094 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-fad9ac60-aabf-476c-a574-f2a634b6f804 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:23.749636 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-fad9ac60-aabf-476c-a574-f2a634b6f804 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7992349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8268947'] for router, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:23.762020 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-fad9ac60-aabf-476c-a574-f2a634b6f804 admin admin] Notify callbacks [] for router, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:23.763258 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-fad9ac60-aabf-476c-a574-f2a634b6f804 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5066974 Jul 28 09:17:24.714328 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5edddcbf-d52b-475f-a103-b008b92bc525 None None] Network ee65aaae-195e-41d4-8912-a297cc9ba0bd requested from dv-cinder-802669-1-iscsi {{(pid=93069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 09:17:24.767165 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-e1d9d504-45f0-4788-99ac-c082978c2479 None None] Provisioning for port 95f53cba-e7d4-4366-878a-520c930434ad completed by entity DHCP. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:17:25.040600 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device 95f53cba-e7d4-4366-878a-520c930434ad up at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:17:25.130260 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning for port 95f53cba-e7d4-4366-878a-520c930434ad completed by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:17:25.133933 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning complete for port 95f53cba-e7d4-4366-878a-520c930434ad triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:17:25.134317 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:25.240680 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:25.275476 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] For port 95f53cba-e7d4-4366-878a-520c930434ad, host dv-cinder-802669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=95f53cba-e7d4-4366-878a-520c930434ad,segment=NetworkSegment(7ad6d5bf-beed-472e-96ea-c5c3192ec248),segment_id=7ad6d5bf-beed-472e-96ea-c5c3192ec248)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:17:25.279207 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:25.324403 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Pushing event updated for resources: {'Port': ['ID=95f53cba-e7d4-4366-878a-520c930434ad,revision_number=3']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:17:26.106597 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 44390) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:17:26.413454 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [None req-2e9f58aa-50b8-4ade-baad-6428862e12df admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93067) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 09:17:26.414479 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-2e9f58aa-50b8-4ade-baad-6428862e12df admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3069618 Jul 28 09:17:27.009133 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device 95f53cba-e7d4-4366-878a-520c930434ad up at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:17:27.055088 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning complete for port 95f53cba-e7d4-4366-878a-520c930434ad triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:17:27.055448 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:28.325739 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-b2da1546-508b-4022-9cca-fb49076ef0ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:28.807299 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 44398) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:17:29.117834 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [None req-5ae3d5c7-4549-43e0-9223-fa606296b971 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:17:29.141235 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae3d5c7-4549-43e0-9223-fa606296b971 admin admin] Made reservation on behalf of 42b45315dafa49f6abfda7b947ee56f7 for: {'network': 1} {{(pid=93067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:17:29.143405 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-5ae3d5c7-4549-43e0-9223-fa606296b971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for network, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:29.151245 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-5ae3d5c7-4549-43e0-9223-fa606296b971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:29.238619 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-5ae3d5c7-4549-43e0-9223-fa606296b971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:29.242099 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-5ae3d5c7-4549-43e0-9223-fa606296b971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:29.257732 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5ae3d5c7-4549-43e0-9223-fa606296b971 admin admin] Reserving flat network on physical network physnet1 {{(pid=93067) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 28 09:17:29.277665 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae3d5c7-4549-43e0-9223-fa606296b971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29cdd166-b395-4d87-99ff-3064734bc9c2,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:17:29.281969 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-5ae3d5c7-4549-43e0-9223-fa606296b971 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998659'] for segment, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:29.282307 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.db.segments_db [None req-5ae3d5c7-4549-43e0-9223-fa606296b971 admin admin] Added segment b226f756-b865-4ac3-ba22-f8bcfda44394 of type flat for network 30331174-7d3c-4928-87ce-fe2956ee4244 Jul 28 09:17:29.328453 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-5ae3d5c7-4549-43e0-9223-fa606296b971 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732595274087'] for network, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:29.363227 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-5ae3d5c7-4549-43e0-9223-fa606296b971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296'] for network, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:29.364178 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae3d5c7-4549-43e0-9223-fa606296b971 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:17:29.364744 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-5ae3d5c7-4549-43e0-9223-fa606296b971 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for network, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:29.415371 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-5ae3d5c7-4549-43e0-9223-fa606296b971 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6070249 Jul 28 09:17:29.424287 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae3d5c7-4549-43e0-9223-fa606296b971 admin admin] Pushing event updated for resources: {'Network': ['ID=30331174-7d3c-4928-87ce-fe2956ee4244,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:17:29.435092 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Network 30331174-7d3c-4928-87ce-fe2956ee4244 details requested by agent ovs-agent-dv-cinder-802669-1-iscsi with host dv-cinder-802669-1-iscsi {{(pid=93069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 09:17:30.685237 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-5d2c1d47-be33-4cf7-beae-c3342a97d1f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:31.075703 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:31.745799 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 44406) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:17:32.016270 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-29fc97ff-9392-4c7d-8b91-be3be07fca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:32.184444 dv-cinder-802669-1-iscsi neutron-server[93068]: WARNING oslo_policy.policy [None req-9dc9009a-e727-4514-839c-e71a6d00d56e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 09:17:32.185050 dv-cinder-802669-1-iscsi neutron-server[93068]: WARNING oslo_policy.policy [None req-9dc9009a-e727-4514-839c-e71a6d00d56e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 09:17:32.585912 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.policy [None req-9dc9009a-e727-4514-839c-e71a6d00d56e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93068) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 28 09:17:32.630527 dv-cinder-802669-1-iscsi neutron-server[93068]: WARNING oslo_policy.policy [None req-9dc9009a-e727-4514-839c-e71a6d00d56e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 09:17:32.630895 dv-cinder-802669-1-iscsi neutron-server[93068]: WARNING oslo_policy.policy [None req-9dc9009a-e727-4514-839c-e71a6d00d56e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 09:17:32.639107 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc9009a-e727-4514-839c-e71a6d00d56e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:17:32.640841 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-9dc9009a-e727-4514-839c-e71a6d00d56e admin admin] 10.222.0.23 "GET /v2.0/subnets/faa6120d-b954-45c2-9a06-b3a52a565674 HTTP/1.1" status: 200 len: 849 time: 0.8941524 Jul 28 09:17:32.802936 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-361506a7-e9e8-4f88-8ee7-9732a3722a52 admin admin] 10.222.0.23 "GET /v2.0/routers/8308e2a4-28c9-4c58-9c55-7494f4d00a9b HTTP/1.1" status: 200 len: 704 time: 0.1562407 Jul 28 09:17:33.061549 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-21fe847a-e698-4148-a06c-da2af5299767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:33.383691 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.db.db_base_plugin_common [None req-21fe847a-e698-4148-a06c-da2af5299767 admin admin] Allocated IP 172.20.0.1 (ee65aaae-195e-41d4-8912-a297cc9ba0bd/faa6120d-b954-45c2-9a06-b3a52a565674/9d4143b3-4e7a-4455-b20e-0e4402e29cb6) {{(pid=93068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:17:33.539114 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-2284cd4c-493c-4cd5-902b-cad83a6c7b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:33.601305 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-21fe847a-e698-4148-a06c-da2af5299767 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:33.624924 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.db.provisioning_blocks [None req-21fe847a-e698-4148-a06c-da2af5299767 admin admin] Transition to ACTIVE for port object 9d4143b3-4e7a-4455-b20e-0e4402e29cb6 will not be triggered until provisioned by entity DHCP. {{(pid=93068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:17:33.709057 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-21fe847a-e698-4148-a06c-da2af5299767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732595289878'] for port, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:33.745080 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fe847a-e698-4148-a06c-da2af5299767 admin admin] Network ee65aaae-195e-41d4-8912-a297cc9ba0bd is already hosted by enough agents. {{(pid=93068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:17:33.767896 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.base_scheduler [None req-21fe847a-e698-4148-a06c-da2af5299767 admin admin] Resources bound (agent type, host, resource id): {{(pid=93068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:17:33.829199 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fe847a-e698-4148-a06c-da2af5299767 admin admin] Pushing event updated for resources: {'Port': ['ID=9d4143b3-4e7a-4455-b20e-0e4402e29cb6,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:17:33.832099 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fe847a-e698-4148-a06c-da2af5299767 admin admin] Received port after_create {{(pid=93068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 09:17:33.832240 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-21fe847a-e698-4148-a06c-da2af5299767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8268876'] for router_interface, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:33.891376 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fe847a-e698-4148-a06c-da2af5299767 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:17:33.891760 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fe847a-e698-4148-a06c-da2af5299767 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:17:33.892096 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fe847a-e698-4148-a06c-da2af5299767 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:17:33.892422 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fe847a-e698-4148-a06c-da2af5299767 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:17:33.892740 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fe847a-e698-4148-a06c-da2af5299767 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:17:33.893073 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fe847a-e698-4148-a06c-da2af5299767 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:17:33.893390 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fe847a-e698-4148-a06c-da2af5299767 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:17:33.893702 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fe847a-e698-4148-a06c-da2af5299767 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:17:33.894035 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fe847a-e698-4148-a06c-da2af5299767 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:17:33.894349 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fe847a-e698-4148-a06c-da2af5299767 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:17:33.894657 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fe847a-e698-4148-a06c-da2af5299767 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:17:33.894961 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fe847a-e698-4148-a06c-da2af5299767 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:17:33.896089 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21fe847a-e698-4148-a06c-da2af5299767 admin admin] Tracked resource versions report: Jul 28 09:17:33.896089 dv-cinder-802669-1-iscsi neutron-server[93068]: pushed versions: Jul 28 09:17:33.896089 dv-cinder-802669-1-iscsi neutron-server[93068]: { 'AddressGroup': {'1.2'}, Jul 28 09:17:33.896089 dv-cinder-802669-1-iscsi neutron-server[93068]: 'ConntrackHelper': {'1.0'}, Jul 28 09:17:33.896089 dv-cinder-802669-1-iscsi neutron-server[93068]: 'Log': {'1.0'}, Jul 28 09:17:33.896089 dv-cinder-802669-1-iscsi neutron-server[93068]: 'Network': {'1.1'}, Jul 28 09:17:33.896089 dv-cinder-802669-1-iscsi neutron-server[93068]: 'Port': {'1.7'}, Jul 28 09:17:33.896089 dv-cinder-802669-1-iscsi neutron-server[93068]: 'PortForwarding': {'1.2'}, Jul 28 09:17:33.896089 dv-cinder-802669-1-iscsi neutron-server[93068]: 'QosPolicy': {'1.8'}, Jul 28 09:17:33.896089 dv-cinder-802669-1-iscsi neutron-server[93068]: 'SecurityGroup': {'1.4'}, Jul 28 09:17:33.896089 dv-cinder-802669-1-iscsi neutron-server[93068]: 'SecurityGroupRule': {'1.2'}, Jul 28 09:17:33.896089 dv-cinder-802669-1-iscsi neutron-server[93068]: 'SubPort': {'1.0'}, Jul 28 09:17:33.896089 dv-cinder-802669-1-iscsi neutron-server[93068]: 'Subnet': {'1.1'}, Jul 28 09:17:33.896089 dv-cinder-802669-1-iscsi neutron-server[93068]: 'Trunk': {'1.1'}} Jul 28 09:17:33.896089 dv-cinder-802669-1-iscsi neutron-server[93068]: consumer versions: Jul 28 09:17:33.896089 dv-cinder-802669-1-iscsi neutron-server[93068]: { DHCP agent@dv-cinder-802669-1-iscsi: {}, Jul 28 09:17:33.896089 dv-cinder-802669-1-iscsi neutron-server[93068]: L3 agent@dv-cinder-802669-1-iscsi: {}, Jul 28 09:17:33.896089 dv-cinder-802669-1-iscsi neutron-server[93068]: Metadata agent@dv-cinder-802669-1-iscsi: {}, Jul 28 09:17:33.896089 dv-cinder-802669-1-iscsi neutron-server[93068]: Metering agent@dv-cinder-802669-1-iscsi: {}, Jul 28 09:17:33.896089 dv-cinder-802669-1-iscsi neutron-server[93068]: Open vSwitch agent@dv-cinder-802669-1-iscsi: { 'AddressGroup': '1.2', Jul 28 09:17:33.896089 dv-cinder-802669-1-iscsi neutron-server[93068]: 'ConntrackHelper': '1.0', Jul 28 09:17:33.896089 dv-cinder-802669-1-iscsi neutron-server[93068]: 'Log': '1.0', Jul 28 09:17:33.896089 dv-cinder-802669-1-iscsi neutron-server[93068]: 'Network': '1.1', Jul 28 09:17:33.896089 dv-cinder-802669-1-iscsi neutron-server[93068]: 'Port': '1.7', Jul 28 09:17:33.896089 dv-cinder-802669-1-iscsi neutron-server[93068]: 'PortForwarding': '1.2', Jul 28 09:17:33.896089 dv-cinder-802669-1-iscsi neutron-server[93068]: 'QosPolicy': '1.8', Jul 28 09:17:33.896089 dv-cinder-802669-1-iscsi neutron-server[93068]: 'SecurityGroup': '1.4', Jul 28 09:17:33.896089 dv-cinder-802669-1-iscsi neutron-server[93068]: 'SecurityGroupRule': '1.2', Jul 28 09:17:33.896089 dv-cinder-802669-1-iscsi neutron-server[93068]: 'SubPort': '1.0', Jul 28 09:17:33.896089 dv-cinder-802669-1-iscsi neutron-server[93068]: 'Subnet': '1.1', Jul 28 09:17:33.896089 dv-cinder-802669-1-iscsi neutron-server[93068]: 'Trunk': '1.1'}} Jul 28 09:17:33.896089 dv-cinder-802669-1-iscsi neutron-server[93068]: {{(pid=93068) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 09:17:33.985031 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-816a5ff7-c73c-47c1-a7b0-bec6962e91d8 None None] Provisioning for port 9d4143b3-4e7a-4455-b20e-0e4402e29cb6 completed by entity DHCP. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:17:33.988895 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-816a5ff7-c73c-47c1-a7b0-bec6962e91d8 None None] Provisioning complete for port 9d4143b3-4e7a-4455-b20e-0e4402e29cb6 triggered by entity DHCP. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:17:33.989192 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-816a5ff7-c73c-47c1-a7b0-bec6962e91d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:34.021633 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-816a5ff7-c73c-47c1-a7b0-bec6962e91d8 None None] Port 9d4143b3-4e7a-4455-b20e-0e4402e29cb6 cannot update to ACTIVE because it is not bound. {{(pid=93069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 09:17:34.038859 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-21fe847a-e698-4148-a06c-da2af5299767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:34.242706 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-21fe847a-e698-4148-a06c-da2af5299767 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:34.247542 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-21fe847a-e698-4148-a06c-da2af5299767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:34.248354 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-21fe847a-e698-4148-a06c-da2af5299767 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8069282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8270300'] for router_interface, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:34.325178 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fe847a-e698-4148-a06c-da2af5299767 admin admin] Pushing event updated for resources: {'Port': ['ID=9d4143b3-4e7a-4455-b20e-0e4402e29cb6,revision_number=2']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:17:34.372165 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fe847a-e698-4148-a06c-da2af5299767 admin admin] Network ee65aaae-195e-41d4-8912-a297cc9ba0bd is already hosted by enough agents. {{(pid=93068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:17:34.373435 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.base_scheduler [None req-21fe847a-e698-4148-a06c-da2af5299767 admin admin] Resources bound (agent type, host, resource id): {{(pid=93068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:17:34.542689 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-024086ef-688e-4004-8eea-1e4b19029686 None None] Provisioning complete for port 9d4143b3-4e7a-4455-b20e-0e4402e29cb6 triggered by entity DHCP. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:17:34.543232 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-024086ef-688e-4004-8eea-1e4b19029686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:34.576319 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-024086ef-688e-4004-8eea-1e4b19029686 None None] Port 9d4143b3-4e7a-4455-b20e-0e4402e29cb6 cannot update to ACTIVE because it is not bound. {{(pid=93069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 09:17:34.583663 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21fe847a-e698-4148-a06c-da2af5299767 admin admin] Router 8308e2a4-28c9-4c58-9c55-7494f4d00a9b is scheduled to L3 agent 4c8802ae-c91a-4e26-b3c6-37f497a3b5b2 with binding_index 1 {{(pid=93068) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 09:17:34.671784 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21fe847a-e698-4148-a06c-da2af5299767 admin admin] Notify agent at l3_agent.dv-cinder-802669-1-iscsi the message routers_updated {{(pid=93068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:17:34.676893 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-21fe847a-e698-4148-a06c-da2af5299767 admin admin] 10.222.0.23 "PUT /v2.0/routers/8308e2a4-28c9-4c58-9c55-7494f4d00a9b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8684735 Jul 28 09:17:34.680983 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500cddc8-95f4-4230-8602-ffe7e770c026 None None] Sync routers for ids ['8308e2a4-28c9-4c58-9c55-7494f4d00a9b'] in dv-cinder-802669-1-iscsi {{(pid=93070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:17:34.695255 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500cddc8-95f4-4230-8602-ffe7e770c026 None None] Routers {'8308e2a4-28c9-4c58-9c55-7494f4d00a9b'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:17:34.696126 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-500cddc8-95f4-4230-8602-ffe7e770c026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:17:31Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['8308e2a4-28c9-4c58-9c55-7494f4d00a9b'], 'active': True} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:17:34.881250 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvr_db [None req-500cddc8-95f4-4230-8602-ffe7e770c026 None None] Set router 8308e2a4-28c9-4c58-9c55-7494f4d00a9b gateway port host: None {{(pid=93070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:17:35.304925 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-500cddc8-95f4-4230-8602-ffe7e770c026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8308e2a4-28c9-4c58-9c55-7494f4d00a9b', 'name': 'router1', 'tenant_id': '7bac5acf9fb94af09a87376debed2b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:17:23Z', 'updated_at': '2021-07-28T09:17:33Z', 'revision_number': 2, 'project_id': '7bac5acf9fb94af09a87376debed2b3f', 'gw_port_host': None, '_interfaces': [{'id': '9d4143b3-4e7a-4455-b20e-0e4402e29cb6', 'name': '', 'network_id': 'ee65aaae-195e-41d4-8912-a297cc9ba0bd', 'tenant_id': '7bac5acf9fb94af09a87376debed2b3f', 'mac_address': 'fa:16:3e:a9:0f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8308e2a4-28c9-4c58-9c55-7494f4d00a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'faa6120d-b954-45c2-9a06-b3a52a565674', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:17:33Z', 'updated_at': '2021-07-28T09:17:34Z', 'revision_number': 2, 'project_id': '7bac5acf9fb94af09a87376debed2b3f', 'subnets': [{'id': 'faa6120d-b954-45c2-9a06-b3a52a565674', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '827293a9-9801-4ca4-8368-7a4082fe0e8b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:17:35.356790 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500cddc8-95f4-4230-8602-ffe7e770c026 None None] Checking router: 8308e2a4-28c9-4c58-9c55-7494f4d00a9b for host: dv-cinder-802669-1-iscsi {{(pid=93070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:17:35.357157 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500cddc8-95f4-4230-8602-ffe7e770c026 None None] Updating router 8308e2a4-28c9-4c58-9c55-7494f4d00a9b port 9d4143b3-4e7a-4455-b20e-0e4402e29cb6 binding host dv-cinder-802669-1-iscsi {{(pid=93070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 09:17:35.406297 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-500cddc8-95f4-4230-8602-ffe7e770c026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:35.925187 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-500cddc8-95f4-4230-8602-ffe7e770c026 None None] Notify callbacks [] for port, precommit_update {{(pid=93070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:35.943059 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.provisioning_blocks [None req-500cddc8-95f4-4230-8602-ffe7e770c026 None None] Transition to ACTIVE for port object 9d4143b3-4e7a-4455-b20e-0e4402e29cb6 will not be triggered until provisioned by entity L2. {{(pid=93070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:17:35.949819 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-500cddc8-95f4-4230-8602-ffe7e770c026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:36.101710 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766449f6-0178-4935-9add-7b0bd2886a7d None None] Pushing event updated for resources: {'Port': ['ID=9d4143b3-4e7a-4455-b20e-0e4402e29cb6,revision_number=3']} {{(pid=93070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:17:36.116046 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766449f6-0178-4935-9add-7b0bd2886a7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:17:36.116387 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766449f6-0178-4935-9add-7b0bd2886a7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:17:36.116729 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766449f6-0178-4935-9add-7b0bd2886a7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:17:36.117054 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766449f6-0178-4935-9add-7b0bd2886a7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:17:36.117375 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766449f6-0178-4935-9add-7b0bd2886a7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:17:36.117697 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766449f6-0178-4935-9add-7b0bd2886a7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:17:36.118014 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766449f6-0178-4935-9add-7b0bd2886a7d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:17:36.118333 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766449f6-0178-4935-9add-7b0bd2886a7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:17:36.118655 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766449f6-0178-4935-9add-7b0bd2886a7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:17:36.119029 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766449f6-0178-4935-9add-7b0bd2886a7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:17:36.119343 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766449f6-0178-4935-9add-7b0bd2886a7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:17:36.119679 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766449f6-0178-4935-9add-7b0bd2886a7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:17:36.120770 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-766449f6-0178-4935-9add-7b0bd2886a7d None None] Tracked resource versions report: Jul 28 09:17:36.120770 dv-cinder-802669-1-iscsi neutron-server[93070]: pushed versions: Jul 28 09:17:36.120770 dv-cinder-802669-1-iscsi neutron-server[93070]: { 'AddressGroup': {'1.2'}, Jul 28 09:17:36.120770 dv-cinder-802669-1-iscsi neutron-server[93070]: 'ConntrackHelper': {'1.0'}, Jul 28 09:17:36.120770 dv-cinder-802669-1-iscsi neutron-server[93070]: 'Log': {'1.0'}, Jul 28 09:17:36.120770 dv-cinder-802669-1-iscsi neutron-server[93070]: 'Network': {'1.1'}, Jul 28 09:17:36.120770 dv-cinder-802669-1-iscsi neutron-server[93070]: 'Port': {'1.7'}, Jul 28 09:17:36.120770 dv-cinder-802669-1-iscsi neutron-server[93070]: 'PortForwarding': {'1.2'}, Jul 28 09:17:36.120770 dv-cinder-802669-1-iscsi neutron-server[93070]: 'QosPolicy': {'1.8'}, Jul 28 09:17:36.120770 dv-cinder-802669-1-iscsi neutron-server[93070]: 'SecurityGroup': {'1.4'}, Jul 28 09:17:36.120770 dv-cinder-802669-1-iscsi neutron-server[93070]: 'SecurityGroupRule': {'1.2'}, Jul 28 09:17:36.120770 dv-cinder-802669-1-iscsi neutron-server[93070]: 'SubPort': {'1.0'}, Jul 28 09:17:36.120770 dv-cinder-802669-1-iscsi neutron-server[93070]: 'Subnet': {'1.1'}, Jul 28 09:17:36.120770 dv-cinder-802669-1-iscsi neutron-server[93070]: 'Trunk': {'1.1'}} Jul 28 09:17:36.120770 dv-cinder-802669-1-iscsi neutron-server[93070]: consumer versions: Jul 28 09:17:36.120770 dv-cinder-802669-1-iscsi neutron-server[93070]: { DHCP agent@dv-cinder-802669-1-iscsi: {}, Jul 28 09:17:36.120770 dv-cinder-802669-1-iscsi neutron-server[93070]: L3 agent@dv-cinder-802669-1-iscsi: {}, Jul 28 09:17:36.120770 dv-cinder-802669-1-iscsi neutron-server[93070]: Metadata agent@dv-cinder-802669-1-iscsi: {}, Jul 28 09:17:36.120770 dv-cinder-802669-1-iscsi neutron-server[93070]: Metering agent@dv-cinder-802669-1-iscsi: {}, Jul 28 09:17:36.120770 dv-cinder-802669-1-iscsi neutron-server[93070]: Open vSwitch agent@dv-cinder-802669-1-iscsi: { 'AddressGroup': '1.2', Jul 28 09:17:36.120770 dv-cinder-802669-1-iscsi neutron-server[93070]: 'ConntrackHelper': '1.0', Jul 28 09:17:36.120770 dv-cinder-802669-1-iscsi neutron-server[93070]: 'Log': '1.0', Jul 28 09:17:36.120770 dv-cinder-802669-1-iscsi neutron-server[93070]: 'Network': '1.1', Jul 28 09:17:36.120770 dv-cinder-802669-1-iscsi neutron-server[93070]: 'Port': '1.7', Jul 28 09:17:36.120770 dv-cinder-802669-1-iscsi neutron-server[93070]: 'PortForwarding': '1.2', Jul 28 09:17:36.120770 dv-cinder-802669-1-iscsi neutron-server[93070]: 'QosPolicy': '1.8', Jul 28 09:17:36.120770 dv-cinder-802669-1-iscsi neutron-server[93070]: 'SecurityGroup': '1.4', Jul 28 09:17:36.120770 dv-cinder-802669-1-iscsi neutron-server[93070]: 'SecurityGroupRule': '1.2', Jul 28 09:17:36.120770 dv-cinder-802669-1-iscsi neutron-server[93070]: 'SubPort': '1.0', Jul 28 09:17:36.120770 dv-cinder-802669-1-iscsi neutron-server[93070]: 'Subnet': '1.1', Jul 28 09:17:36.120770 dv-cinder-802669-1-iscsi neutron-server[93070]: 'Trunk': '1.1'}} Jul 28 09:17:36.120770 dv-cinder-802669-1-iscsi neutron-server[93070]: {{(pid=93070) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 09:17:36.126058 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.managers [None req-500cddc8-95f4-4230-8602-ffe7e770c026 None None] Attempting to bind port 9d4143b3-4e7a-4455-b20e-0e4402e29cb6 on host dv-cinder-802669-1-iscsi for vnic_type normal with profile {{(pid=93070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 09:17:36.126579 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.managers [None req-500cddc8-95f4-4230-8602-ffe7e770c026 None None] Attempting to bind port 9d4143b3-4e7a-4455-b20e-0e4402e29cb6 by drivers openvswitch,hyperv on host dv-cinder-802669-1-iscsi at level 0 using segments [{'id': '7ad6d5bf-beed-472e-96ea-c5c3192ec248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ee65aaae-195e-41d4-8912-a297cc9ba0bd'}] {{(pid=93070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 09:17:36.126988 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500cddc8-95f4-4230-8602-ffe7e770c026 None None] Attempting to bind port 9d4143b3-4e7a-4455-b20e-0e4402e29cb6 on network ee65aaae-195e-41d4-8912-a297cc9ba0bd {{(pid=93070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 09:17:36.132457 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500cddc8-95f4-4230-8602-ffe7e770c026 None None] Checking agent: {'id': 'c23067a4-a93a-4753-ba74-9a71aabd88dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 9, 17, 1), 'started_at': datetime.datetime(2021, 7, 28, 9, 17, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 9, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 09:17:36.132868 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500cddc8-95f4-4230-8602-ffe7e770c026 None None] Checking segment: {'id': '7ad6d5bf-beed-472e-96ea-c5c3192ec248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ee65aaae-195e-41d4-8912-a297cc9ba0bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 09:17:36.133339 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-500cddc8-95f4-4230-8602-ffe7e770c026 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:36.133728 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500cddc8-95f4-4230-8602-ffe7e770c026 None None] Bound using segment: {'id': '7ad6d5bf-beed-472e-96ea-c5c3192ec248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ee65aaae-195e-41d4-8912-a297cc9ba0bd'} {{(pid=93070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 09:17:36.134231 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.managers [None req-500cddc8-95f4-4230-8602-ffe7e770c026 None None] Bound port: 9d4143b3-4e7a-4455-b20e-0e4402e29cb6, host: dv-cinder-802669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ad6d5bf-beed-472e-96ea-c5c3192ec248', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'ee65aaae-195e-41d4-8912-a297cc9ba0bd'}}] {{(pid=93070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 09:17:36.135237 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-500cddc8-95f4-4230-8602-ffe7e770c026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:36.200155 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.db [None req-500cddc8-95f4-4230-8602-ffe7e770c026 None None] For port 9d4143b3-4e7a-4455-b20e-0e4402e29cb6, host dv-cinder-802669-1-iscsi, cleared binding levels {{(pid=93070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:17:36.220735 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.db [None req-500cddc8-95f4-4230-8602-ffe7e770c026 None None] For port 9d4143b3-4e7a-4455-b20e-0e4402e29cb6, host dv-cinder-802669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=9d4143b3-4e7a-4455-b20e-0e4402e29cb6,segment=NetworkSegment(7ad6d5bf-beed-472e-96ea-c5c3192ec248),segment_id=7ad6d5bf-beed-472e-96ea-c5c3192ec248)] {{(pid=93070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:17:36.224962 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-500cddc8-95f4-4230-8602-ffe7e770c026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:36.283966 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500cddc8-95f4-4230-8602-ffe7e770c026 None None] Routers {'8308e2a4-28c9-4c58-9c55-7494f4d00a9b'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:17:36.284584 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-500cddc8-95f4-4230-8602-ffe7e770c026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:17:31Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['8308e2a4-28c9-4c58-9c55-7494f4d00a9b'], 'active': True} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:17:36.286441 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766449f6-0178-4935-9add-7b0bd2886a7d None None] Pushing event updated for resources: {'Port': ['ID=9d4143b3-4e7a-4455-b20e-0e4402e29cb6,revision_number=4']} {{(pid=93070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:17:36.385858 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvr_db [None req-500cddc8-95f4-4230-8602-ffe7e770c026 None None] Set router 8308e2a4-28c9-4c58-9c55-7494f4d00a9b gateway port host: None {{(pid=93070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:17:36.592307 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-500cddc8-95f4-4230-8602-ffe7e770c026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8308e2a4-28c9-4c58-9c55-7494f4d00a9b', 'name': 'router1', 'tenant_id': '7bac5acf9fb94af09a87376debed2b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:17:23Z', 'updated_at': '2021-07-28T09:17:33Z', 'revision_number': 2, 'project_id': '7bac5acf9fb94af09a87376debed2b3f', 'gw_port_host': None, '_interfaces': [{'id': '9d4143b3-4e7a-4455-b20e-0e4402e29cb6', 'name': '', 'network_id': 'ee65aaae-195e-41d4-8912-a297cc9ba0bd', 'tenant_id': '7bac5acf9fb94af09a87376debed2b3f', 'mac_address': 'fa:16:3e:a9:0f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8308e2a4-28c9-4c58-9c55-7494f4d00a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'faa6120d-b954-45c2-9a06-b3a52a565674', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:17:33Z', 'updated_at': '2021-07-28T09:17:36Z', 'revision_number': 4, 'project_id': '7bac5acf9fb94af09a87376debed2b3f', 'subnets': [{'id': 'faa6120d-b954-45c2-9a06-b3a52a565674', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '827293a9-9801-4ca4-8368-7a4082fe0e8b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:17:36.617304 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500cddc8-95f4-4230-8602-ffe7e770c026 None None] The sync data for ids ['8308e2a4-28c9-4c58-9c55-7494f4d00a9b'] in dv-cinder-802669-1-iscsi is: [{'id': '8308e2a4-28c9-4c58-9c55-7494f4d00a9b', 'name': 'router1', 'tenant_id': '7bac5acf9fb94af09a87376debed2b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:17:23Z', 'updated_at': '2021-07-28T09:17:33Z', 'revision_number': 2, 'project_id': '7bac5acf9fb94af09a87376debed2b3f', 'gw_port_host': None, '_interfaces': [{'id': '9d4143b3-4e7a-4455-b20e-0e4402e29cb6', 'name': '', 'network_id': 'ee65aaae-195e-41d4-8912-a297cc9ba0bd', 'tenant_id': '7bac5acf9fb94af09a87376debed2b3f', 'mac_address': 'fa:16:3e:a9:0f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8308e2a4-28c9-4c58-9c55-7494f4d00a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'faa6120d-b954-45c2-9a06-b3a52a565674', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:17:33Z', 'updated_at': '2021-07-28T09:17:36Z', 'revision_number': 4, 'project_id': '7bac5acf9fb94af09a87376debed2b3f', 'subnets': [{'id': 'faa6120d-b954-45c2-9a06-b3a52a565674', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '827293a9-9801-4ca4-8368-7a4082fe0e8b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:17:36.943026 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 44438) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:17:37.070686 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759a793f-010f-4cdb-9514-17794ae9e9c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:17:37.072262 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-759a793f-010f-4cdb-9514-17794ae9e9c0 admin admin] 10.222.0.23 "GET /v2.0/networks/30331174-7d3c-4928-87ce-fe2956ee4244 HTTP/1.1" status: 200 len: 842 time: 0.1280773 Jul 28 09:17:37.081845 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [None req-a08fe02b-d385-41a1-8a17-7cfe30ad4d3a admin admin] Request body: {'subnet': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'gateway_ip': '172.27.3.1', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.27.3.0/24', 'name': 'public-subnet'}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:17:37.101431 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a08fe02b-d385-41a1-8a17-7cfe30ad4d3a admin admin] Made reservation on behalf of 42b45315dafa49f6abfda7b947ee56f7 for: {'subnet': 1} {{(pid=93067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:17:37.104126 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-a08fe02b-d385-41a1-8a17-7cfe30ad4d3a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:37.418641 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.objects.ports [None req-a08fe02b-d385-41a1-8a17-7cfe30ad4d3a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93067) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 28 09:17:37.419076 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-a08fe02b-d385-41a1-8a17-7cfe30ad4d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296'] for subnet, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:37.475017 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08fe02b-d385-41a1-8a17-7cfe30ad4d3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bde36bf-957f-4642-ab95-d9df711170af,revision_number=0']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:17:37.480195 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08fe02b-d385-41a1-8a17-7cfe30ad4d3a admin admin] Checking segment: {'id': 'b226f756-b865-4ac3-ba22-f8bcfda44394', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 09:17:37.480571 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08fe02b-d385-41a1-8a17-7cfe30ad4d3a admin admin] Network hostable DHCP agents. Network: 30331174-7d3c-4928-87ce-fe2956ee4244, hostable agents: ['eded7055-7227-4503-b186-c85c89196e66'], hosted agents: [] {{(pid=93067) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 09:17:37.496277 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08fe02b-d385-41a1-8a17-7cfe30ad4d3a admin admin] Network 30331174-7d3c-4928-87ce-fe2956ee4244 is scheduled to be hosted by DHCP agent eded7055-7227-4503-b186-c85c89196e66 with binding_index 1 {{(pid=93067) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 09:17:37.509959 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.base_scheduler [None req-a08fe02b-d385-41a1-8a17-7cfe30ad4d3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802669-1-iscsi, 30331174-7d3c-4928-87ce-fe2956ee4244) {{(pid=93067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:17:37.515437 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08fe02b-d385-41a1-8a17-7cfe30ad4d3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:17:37.516626 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-a08fe02b-d385-41a1-8a17-7cfe30ad4d3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for subnet, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:37.519907 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e91d8c3-01df-457a-ba4d-ad1f0891f56d None None] Network 30331174-7d3c-4928-87ce-fe2956ee4244 requested from dv-cinder-802669-1-iscsi {{(pid=93069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 09:17:37.533668 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-a08fe02b-d385-41a1-8a17-7cfe30ad4d3a admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4552014 Jul 28 09:17:37.658950 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6580b159-1838-42fe-b258-040eaa2cd9f3 None None] Network 30331174-7d3c-4928-87ce-fe2956ee4244 requested from dv-cinder-802669-1-iscsi {{(pid=93069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 09:17:39.844614 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 44456) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:17:40.061618 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-e0baed68-d712-4f24-8adc-9c43074e8b39 admin admin] 10.222.0.23 "GET /v2.0/routers/8308e2a4-28c9-4c58-9c55-7494f4d00a9b HTTP/1.1" status: 200 len: 710 time: 0.2157066 Jul 28 09:17:40.147771 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea7f13d-32da-4a24-90af-779062e94589 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:17:40.149195 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-bea7f13d-32da-4a24-90af-779062e94589 admin admin] 10.222.0.23 "GET /v2.0/networks/30331174-7d3c-4928-87ce-fe2956ee4244 HTTP/1.1" status: 200 len: 886 time: 0.0819149 Jul 28 09:17:40.159475 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [None req-563e471f-fb4d-4264-a435-397bdc7e263c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244'}}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:17:40.440465 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-563e471f-fb4d-4264-a435-397bdc7e263c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8268982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7992340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-245272'] for router, precommit_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:40.685774 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-563e471f-fb4d-4264-a435-397bdc7e263c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:40.763256 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-563e471f-fb4d-4264-a435-397bdc7e263c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:40.925592 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.db_base_plugin_common [None req-563e471f-fb4d-4264-a435-397bdc7e263c admin admin] Allocated IP 172.27.3.154 (30331174-7d3c-4928-87ce-fe2956ee4244/7bde36bf-957f-4642-ab95-d9df711170af/e7523756-7078-472d-8f91-33e6f9e37266) {{(pid=93067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:17:41.042198 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-563e471f-fb4d-4264-a435-397bdc7e263c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:41.125227 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-563e471f-fb4d-4264-a435-397bdc7e263c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732595289878'] for port, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:41.198620 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563e471f-fb4d-4264-a435-397bdc7e263c admin admin] Network 30331174-7d3c-4928-87ce-fe2956ee4244 is already hosted by enough agents. {{(pid=93067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:17:41.203368 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.base_scheduler [None req-563e471f-fb4d-4264-a435-397bdc7e263c admin admin] Resources bound (agent type, host, resource id): {{(pid=93067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:17:41.209791 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563e471f-fb4d-4264-a435-397bdc7e263c admin admin] Received port after_create {{(pid=93067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 09:17:41.247218 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563e471f-fb4d-4264-a435-397bdc7e263c admin admin] Pushing event updated for resources: {'Port': ['ID=e7523756-7078-472d-8f91-33e6f9e37266,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:17:41.489227 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-563e471f-fb4d-4264-a435-397bdc7e263c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:41.760180 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-563e471f-fb4d-4264-a435-397bdc7e263c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8268982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7992340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-245272'] for router, precommit_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:41.763454 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-563e471f-fb4d-4264-a435-397bdc7e263c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8268947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8268973', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8268964', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7992323'] for router, after_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:41.876605 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-563e471f-fb4d-4264-a435-397bdc7e263c admin admin] Router 8308e2a4-28c9-4c58-9c55-7494f4d00a9b has already been hosted by L3 agent 4c8802ae-c91a-4e26-b3c6-37f497a3b5b2 {{(pid=93067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 09:17:41.985383 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-563e471f-fb4d-4264-a435-397bdc7e263c admin admin] Notify agent at l3_agent.dv-cinder-802669-1-iscsi the message routers_updated {{(pid=93067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:17:41.989664 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-563e471f-fb4d-4264-a435-397bdc7e263c admin admin] Notify callbacks [] for router, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:41.990869 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-563e471f-fb4d-4264-a435-397bdc7e263c admin admin] 10.222.0.23 "PUT /v2.0/routers/8308e2a4-28c9-4c58-9c55-7494f4d00a9b HTTP/1.1" status: 200 len: 890 time: 1.8348901 Jul 28 09:17:42.924549 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd0618e-ab58-4177-911a-0881485f2dc9 None None] Sync routers for ids ['8308e2a4-28c9-4c58-9c55-7494f4d00a9b'] in dv-cinder-802669-1-iscsi {{(pid=93069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:17:42.935560 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd0618e-ab58-4177-911a-0881485f2dc9 None None] Routers {'8308e2a4-28c9-4c58-9c55-7494f4d00a9b'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:17:42.936345 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-7bd0618e-ab58-4177-911a-0881485f2dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:17:31Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['8308e2a4-28c9-4c58-9c55-7494f4d00a9b'], 'active': True} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:17:43.054461 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device 9d4143b3-4e7a-4455-b20e-0e4402e29cb6 up at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:17:43.221321 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvr_db [None req-7bd0618e-ab58-4177-911a-0881485f2dc9 None None] Set router 8308e2a4-28c9-4c58-9c55-7494f4d00a9b gateway port host: dv-cinder-802669-1-iscsi {{(pid=93069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:17:43.293205 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning for port 9d4143b3-4e7a-4455-b20e-0e4402e29cb6 completed by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:17:43.335067 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning complete for port 9d4143b3-4e7a-4455-b20e-0e4402e29cb6 triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:17:43.335442 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:43.577805 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:43.650870 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] For port 9d4143b3-4e7a-4455-b20e-0e4402e29cb6, host dv-cinder-802669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=9d4143b3-4e7a-4455-b20e-0e4402e29cb6,segment=NetworkSegment(7ad6d5bf-beed-472e-96ea-c5c3192ec248),segment_id=7ad6d5bf-beed-472e-96ea-c5c3192ec248)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:17:43.660012 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:43.729848 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Pushing event updated for resources: {'Port': ['ID=9d4143b3-4e7a-4455-b20e-0e4402e29cb6,revision_number=5']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:17:43.740068 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-7bd0618e-ab58-4177-911a-0881485f2dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8308e2a4-28c9-4c58-9c55-7494f4d00a9b', 'name': 'router1', 'tenant_id': '7bac5acf9fb94af09a87376debed2b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': 'e7523756-7078-472d-8f91-33e6f9e37266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:17:23Z', 'updated_at': '2021-07-28T09:17:41Z', 'revision_number': 4, 'project_id': '7bac5acf9fb94af09a87376debed2b3f', 'gw_port': {'id': 'e7523756-7078-472d-8f91-33e6f9e37266', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:41:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8308e2a4-28c9-4c58-9c55-7494f4d00a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:17:40Z', 'updated_at': '2021-07-28T09:17:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_interfaces': [{'id': '9d4143b3-4e7a-4455-b20e-0e4402e29cb6', 'name': '', 'network_id': 'ee65aaae-195e-41d4-8912-a297cc9ba0bd', 'tenant_id': '7bac5acf9fb94af09a87376debed2b3f', 'mac_address': 'fa:16:3e:a9:0f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8308e2a4-28c9-4c58-9c55-7494f4d00a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'faa6120d-b954-45c2-9a06-b3a52a565674', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:17:33Z', 'updated_at': '2021-07-28T09:17:36Z', 'revision_number': 4, 'project_id': '7bac5acf9fb94af09a87376debed2b3f', 'subnets': [{'id': 'faa6120d-b954-45c2-9a06-b3a52a565674', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '827293a9-9801-4ca4-8368-7a4082fe0e8b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:17:43.791960 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd0618e-ab58-4177-911a-0881485f2dc9 None None] Checking router: 8308e2a4-28c9-4c58-9c55-7494f4d00a9b for host: dv-cinder-802669-1-iscsi {{(pid=93069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:17:43.792307 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd0618e-ab58-4177-911a-0881485f2dc9 None None] Updating router 8308e2a4-28c9-4c58-9c55-7494f4d00a9b port e7523756-7078-472d-8f91-33e6f9e37266 binding host dv-cinder-802669-1-iscsi {{(pid=93069) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 09:17:43.839286 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-7bd0618e-ab58-4177-911a-0881485f2dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:44.154826 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-7bd0618e-ab58-4177-911a-0881485f2dc9 None None] Notify callbacks [] for port, precommit_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:44.164427 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-7bd0618e-ab58-4177-911a-0881485f2dc9 None None] Transition to ACTIVE for port object e7523756-7078-472d-8f91-33e6f9e37266 will not be triggered until provisioned by entity L2. {{(pid=93069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:17:44.169717 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-7bd0618e-ab58-4177-911a-0881485f2dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:44.218161 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.managers [None req-7bd0618e-ab58-4177-911a-0881485f2dc9 None None] Attempting to bind port e7523756-7078-472d-8f91-33e6f9e37266 on host dv-cinder-802669-1-iscsi for vnic_type normal with profile {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 09:17:44.218524 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.managers [None req-7bd0618e-ab58-4177-911a-0881485f2dc9 None None] Attempting to bind port e7523756-7078-472d-8f91-33e6f9e37266 by drivers openvswitch,hyperv on host dv-cinder-802669-1-iscsi at level 0 using segments [{'id': 'b226f756-b865-4ac3-ba22-f8bcfda44394', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244'}] {{(pid=93069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 09:17:44.218876 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd0618e-ab58-4177-911a-0881485f2dc9 None None] Attempting to bind port e7523756-7078-472d-8f91-33e6f9e37266 on network 30331174-7d3c-4928-87ce-fe2956ee4244 {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 09:17:44.226822 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6057dd-8070-4452-809c-de268882395f None None] Pushing event updated for resources: {'Port': ['ID=e7523756-7078-472d-8f91-33e6f9e37266,revision_number=2']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:17:44.233175 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd0618e-ab58-4177-911a-0881485f2dc9 None None] Checking agent: {'id': 'c23067a4-a93a-4753-ba74-9a71aabd88dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 9, 17, 1), 'started_at': datetime.datetime(2021, 7, 28, 9, 17, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 9, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 09:17:44.233545 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd0618e-ab58-4177-911a-0881485f2dc9 None None] Checking segment: {'id': 'b226f756-b865-4ac3-ba22-f8bcfda44394', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 09:17:44.233940 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-7bd0618e-ab58-4177-911a-0881485f2dc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:44.234864 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd0618e-ab58-4177-911a-0881485f2dc9 None None] Bound using segment: {'id': 'b226f756-b865-4ac3-ba22-f8bcfda44394', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244'} {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 09:17:44.234864 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.managers [None req-7bd0618e-ab58-4177-911a-0881485f2dc9 None None] Bound port: e7523756-7078-472d-8f91-33e6f9e37266, host: dv-cinder-802669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b226f756-b865-4ac3-ba22-f8bcfda44394', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244'}}] {{(pid=93069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 09:17:44.235163 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-7bd0618e-ab58-4177-911a-0881485f2dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:44.287256 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-7bd0618e-ab58-4177-911a-0881485f2dc9 None None] For port e7523756-7078-472d-8f91-33e6f9e37266, host dv-cinder-802669-1-iscsi, cleared binding levels {{(pid=93069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:17:44.291767 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-7bd0618e-ab58-4177-911a-0881485f2dc9 None None] For port e7523756-7078-472d-8f91-33e6f9e37266, host dv-cinder-802669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=e7523756-7078-472d-8f91-33e6f9e37266,segment=NetworkSegment(b226f756-b865-4ac3-ba22-f8bcfda44394),segment_id=b226f756-b865-4ac3-ba22-f8bcfda44394)] {{(pid=93069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:17:44.295230 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-7bd0618e-ab58-4177-911a-0881485f2dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:44.350764 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd0618e-ab58-4177-911a-0881485f2dc9 None None] Routers {'8308e2a4-28c9-4c58-9c55-7494f4d00a9b'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:17:44.351357 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-7bd0618e-ab58-4177-911a-0881485f2dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:17:31Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['8308e2a4-28c9-4c58-9c55-7494f4d00a9b'], 'active': True} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:17:44.356674 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 44468) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:17:44.390846 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6057dd-8070-4452-809c-de268882395f None None] Pushing event updated for resources: {'Port': ['ID=e7523756-7078-472d-8f91-33e6f9e37266,revision_number=3']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:17:44.462796 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvr_db [None req-7bd0618e-ab58-4177-911a-0881485f2dc9 None None] Set router 8308e2a4-28c9-4c58-9c55-7494f4d00a9b gateway port host: dv-cinder-802669-1-iscsi {{(pid=93069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:17:44.468577 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-67b4a835-1dee-4887-8969-79d9da9057a9 admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1107733 Jul 28 09:17:44.766521 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-7bd0618e-ab58-4177-911a-0881485f2dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8308e2a4-28c9-4c58-9c55-7494f4d00a9b', 'name': 'router1', 'tenant_id': '7bac5acf9fb94af09a87376debed2b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': 'e7523756-7078-472d-8f91-33e6f9e37266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:17:23Z', 'updated_at': '2021-07-28T09:17:41Z', 'revision_number': 4, 'project_id': '7bac5acf9fb94af09a87376debed2b3f', 'gw_port': {'id': 'e7523756-7078-472d-8f91-33e6f9e37266', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:41:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8308e2a4-28c9-4c58-9c55-7494f4d00a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:17:40Z', 'updated_at': '2021-07-28T09:17:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_interfaces': [{'id': '9d4143b3-4e7a-4455-b20e-0e4402e29cb6', 'name': '', 'network_id': 'ee65aaae-195e-41d4-8912-a297cc9ba0bd', 'tenant_id': '7bac5acf9fb94af09a87376debed2b3f', 'mac_address': 'fa:16:3e:a9:0f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8308e2a4-28c9-4c58-9c55-7494f4d00a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'faa6120d-b954-45c2-9a06-b3a52a565674', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:17:33Z', 'updated_at': '2021-07-28T09:17:43Z', 'revision_number': 5, 'project_id': '7bac5acf9fb94af09a87376debed2b3f', 'subnets': [{'id': 'faa6120d-b954-45c2-9a06-b3a52a565674', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '827293a9-9801-4ca4-8368-7a4082fe0e8b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:17:44.794683 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd0618e-ab58-4177-911a-0881485f2dc9 None None] The sync data for ids ['8308e2a4-28c9-4c58-9c55-7494f4d00a9b'] in dv-cinder-802669-1-iscsi is: [{'id': '8308e2a4-28c9-4c58-9c55-7494f4d00a9b', 'name': 'router1', 'tenant_id': '7bac5acf9fb94af09a87376debed2b3f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.154'}], 'enable_snat': True}, 'gw_port_id': 'e7523756-7078-472d-8f91-33e6f9e37266', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:17:23Z', 'updated_at': '2021-07-28T09:17:41Z', 'revision_number': 4, 'project_id': '7bac5acf9fb94af09a87376debed2b3f', 'gw_port': {'id': 'e7523756-7078-472d-8f91-33e6f9e37266', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:41:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8308e2a4-28c9-4c58-9c55-7494f4d00a9b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:17:40Z', 'updated_at': '2021-07-28T09:17:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_interfaces': [{'id': '9d4143b3-4e7a-4455-b20e-0e4402e29cb6', 'name': '', 'network_id': 'ee65aaae-195e-41d4-8912-a297cc9ba0bd', 'tenant_id': '7bac5acf9fb94af09a87376debed2b3f', 'mac_address': 'fa:16:3e:a9:0f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8308e2a4-28c9-4c58-9c55-7494f4d00a9b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'faa6120d-b954-45c2-9a06-b3a52a565674', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:17:33Z', 'updated_at': '2021-07-28T09:17:43Z', 'revision_number': 5, 'project_id': '7bac5acf9fb94af09a87376debed2b3f', 'subnets': [{'id': 'faa6120d-b954-45c2-9a06-b3a52a565674', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '827293a9-9801-4ca4-8368-7a4082fe0e8b'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:17:45.133438 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device 9d4143b3-4e7a-4455-b20e-0e4402e29cb6 up at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:17:45.195529 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning complete for port 9d4143b3-4e7a-4455-b20e-0e4402e29cb6 triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:17:45.196102 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:45.286016 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device e7523756-7078-472d-8f91-33e6f9e37266 up at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:17:45.347967 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning for port e7523756-7078-472d-8f91-33e6f9e37266 completed by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:17:45.349748 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning complete for port e7523756-7078-472d-8f91-33e6f9e37266 triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:17:45.350114 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:45.458050 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:45.483499 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] For port e7523756-7078-472d-8f91-33e6f9e37266, host dv-cinder-802669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=e7523756-7078-472d-8f91-33e6f9e37266,segment=NetworkSegment(b226f756-b865-4ac3-ba22-f8bcfda44394),segment_id=b226f756-b865-4ac3-ba22-f8bcfda44394)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:17:45.487437 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:45.536984 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Pushing event updated for resources: {'Port': ['ID=e7523756-7078-472d-8f91-33e6f9e37266,revision_number=4']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:17:47.045275 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device e7523756-7078-472d-8f91-33e6f9e37266 up at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:17:47.127194 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning complete for port e7523756-7078-472d-8f91-33e6f9e37266 triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:17:47.127562 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:17:58.328179 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-83d1abaa-0ff4-41b1-98d4-10c2f77bbd42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:18:00.668346 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.agents_db [None req-63843732-4a37-4b37-bfab-6dab7fdb1052 None None] Agent healthcheck: found 5 active agents {{(pid=93070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:18:00.687542 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-69c97827-bd87-4cec-afe2-413ac1f31d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:18:01.081761 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:18:02.033100 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-29fc97ff-9392-4c7d-8b91-be3be07fca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:18:03.562336 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-2284cd4c-493c-4cd5-902b-cad83a6c7b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:18:28.330810 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-b86319da-dc18-4d64-98d2-1a4e03586fa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:18:30.692045 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-74a888b5-eb18-42b0-b188-fc14187248ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:18:31.079399 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:18:32.097735 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-29fc97ff-9392-4c7d-8b91-be3be07fca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:18:33.559109 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-2284cd4c-493c-4cd5-902b-cad83a6c7b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:18:37.670366 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.agents_db [None req-63843732-4a37-4b37-bfab-6dab7fdb1052 None None] Agent healthcheck: found 5 active agents {{(pid=93070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:18:58.333392 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-be0e9302-4609-4ae1-8eb7-acbb8dafa9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:19:00.693811 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-c934266a-c32d-4266-b41c-4f99f7c992d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:19:01.074156 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:19:02.028645 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-29fc97ff-9392-4c7d-8b91-be3be07fca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:19:03.555772 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-2284cd4c-493c-4cd5-902b-cad83a6c7b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:19:14.668531 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.agents_db [None req-63843732-4a37-4b37-bfab-6dab7fdb1052 None None] Agent healthcheck: found 5 active agents {{(pid=93070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:19:19.957570 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 45036) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:19:20.019734 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.pecan_wsgi.hooks.translation [None req-e05484ca-d3e0-4a36-80de-cfd4a6d90f92 admin admin] GET failed (client error): The resource could not be found. Jul 28 09:19:20.021067 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-e05484ca-d3e0-4a36-80de-cfd4a6d90f92 admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0625713 Jul 28 09:19:20.175417 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cccd81b8-c595-4248-94d0-6e991afe23a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:19:20.176843 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-cccd81b8-c595-4248-94d0-6e991afe23a3 admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1512265 Jul 28 09:19:22.336485 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 45046) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:19:22.425583 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6c9e04-50f8-480c-826a-0c4aa3802d6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:19:22.426931 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-9d6c9e04-50f8-480c-826a-0c4aa3802d6b admin admin] 10.222.0.23 "GET /v2.0/subnets/faa6120d-b954-45c2-9a06-b3a52a565674 HTTP/1.1" status: 200 len: 849 time: 0.0895119 Jul 28 09:19:22.436625 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [None req-8b72ceea-ad1c-4bb6-9b05-9e46ce18fdef admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:19:22.520332 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-8b72ceea-ad1c-4bb6-9b05-9e46ce18fdef admin admin] Notify callbacks [] for subnet, before_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:19:22.668583 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-8b72ceea-ad1c-4bb6-9b05-9e46ce18fdef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732595661096'] for subnet, after_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:19:22.697443 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b72ceea-ad1c-4bb6-9b05-9e46ce18fdef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:19:22.698037 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-8b72ceea-ad1c-4bb6-9b05-9e46ce18fdef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for subnet, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:19:22.699347 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-8b72ceea-ad1c-4bb6-9b05-9e46ce18fdef admin admin] 10.222.0.23 "PUT /v2.0/subnets/faa6120d-b954-45c2-9a06-b3a52a565674 HTTP/1.1" status: 200 len: 868 time: 0.2663291 Jul 28 09:19:22.718583 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853422ce-a292-47cc-b69d-288ed6dc0ee5 None None] Network ee65aaae-195e-41d4-8912-a297cc9ba0bd requested from dv-cinder-802669-1-iscsi {{(pid=93069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 09:19:22.720737 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b72ceea-ad1c-4bb6-9b05-9e46ce18fdef admin admin] Pushing event updated for resources: {'Subnet': ['ID=faa6120d-b954-45c2-9a06-b3a52a565674,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:19:22.728856 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b72ceea-ad1c-4bb6-9b05-9e46ce18fdef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:19:22.729205 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b72ceea-ad1c-4bb6-9b05-9e46ce18fdef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:19:22.729547 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b72ceea-ad1c-4bb6-9b05-9e46ce18fdef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:19:22.729884 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b72ceea-ad1c-4bb6-9b05-9e46ce18fdef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:19:22.730219 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b72ceea-ad1c-4bb6-9b05-9e46ce18fdef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:19:22.730568 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b72ceea-ad1c-4bb6-9b05-9e46ce18fdef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:19:22.730902 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b72ceea-ad1c-4bb6-9b05-9e46ce18fdef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:19:22.731228 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b72ceea-ad1c-4bb6-9b05-9e46ce18fdef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:19:22.731553 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b72ceea-ad1c-4bb6-9b05-9e46ce18fdef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:19:22.731913 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b72ceea-ad1c-4bb6-9b05-9e46ce18fdef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:19:22.732222 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b72ceea-ad1c-4bb6-9b05-9e46ce18fdef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:19:22.732542 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b72ceea-ad1c-4bb6-9b05-9e46ce18fdef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:19:23.034769 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-0edfcfb2-8ea6-4f36-8f60-e53515247b21 None None] Provisioning complete for port 9d4143b3-4e7a-4455-b20e-0e4402e29cb6 triggered by entity DHCP. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:19:23.035147 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-0edfcfb2-8ea6-4f36-8f60-e53515247b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:19:23.121421 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-0edfcfb2-8ea6-4f36-8f60-e53515247b21 None None] Provisioning complete for port 95f53cba-e7d4-4366-878a-520c930434ad triggered by entity DHCP. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:19:23.121794 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-0edfcfb2-8ea6-4f36-8f60-e53515247b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:19:24.890936 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 45054) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:19:25.084465 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ceeda28-ca8b-4a5f-bc00-bb923049943f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:19:25.084885 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ceeda28-ca8b-4a5f-bc00-bb923049943f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:19:25.086433 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-5ceeda28-ca8b-4a5f-bc00-bb923049943f admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1944542 Jul 28 09:19:27.255938 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 45062) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:19:27.385313 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c76bfb-81cc-4942-812b-06282f8df37c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:19:27.385797 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c76bfb-81cc-4942-812b-06282f8df37c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:19:27.387341 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-51c76bfb-81cc-4942-812b-06282f8df37c admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1304448 Jul 28 09:19:28.334431 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-9838d878-e34c-4ef0-8a16-5e5fdfbbcf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:19:29.523851 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 45070) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:19:29.649274 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5dde7e1-e883-4d6a-b95e-b18a6246c813 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:19:29.650633 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-e5dde7e1-e883-4d6a-b95e-b18a6246c813 admin admin] 10.222.0.23 "GET /v2.0/networks/30331174-7d3c-4928-87ce-fe2956ee4244 HTTP/1.1" status: 200 len: 886 time: 0.1258409 Jul 28 09:19:30.697243 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-3acafc29-86e0-4195-b189-7165e5729d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:19:31.074742 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:19:31.793777 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 45078) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:19:31.932521 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0919135-46d8-4f87-9ac3-5fad4d7fa3ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:19:31.933895 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-c0919135-46d8-4f87-9ac3-5fad4d7fa3ab admin admin] 10.222.0.23 "GET /v2.0/networks/ee65aaae-195e-41d4-8912-a297cc9ba0bd HTTP/1.1" status: 200 len: 869 time: 0.1391814 Jul 28 09:19:32.033131 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-29fc97ff-9392-4c7d-8b91-be3be07fca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:19:33.559196 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-2284cd4c-493c-4cd5-902b-cad83a6c7b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:19:34.107617 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 45086) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:19:34.317411 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96490fb-a177-4035-800d-15040007c18e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:19:34.317767 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96490fb-a177-4035-800d-15040007c18e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:19:34.319320 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-f96490fb-a177-4035-800d-15040007c18e admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2107649 Jul 28 09:19:36.477310 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 45094) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:19:36.567238 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46868d1-064b-4151-88c6-6051f4e832dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:19:36.567759 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46868d1-064b-4151-88c6-6051f4e832dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:19:36.569284 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-b46868d1-064b-4151-88c6-6051f4e832dd admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0910306 Jul 28 09:19:38.746280 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 45102) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:19:38.829374 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ca2dd4-0a3b-40eb-b304-1d81a19deb68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:19:38.830770 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-34ca2dd4-0a3b-40eb-b304-1d81a19deb68 admin admin] 10.222.0.23 "GET /v2.0/subnets/7bde36bf-957f-4642-ab95-d9df711170af HTTP/1.1" status: 200 len: 816 time: 0.0834222 Jul 28 09:19:40.969148 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 45110) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:19:41.073760 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14aab3e-38a0-48d6-9170-28dc0d4d9f07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:19:41.075120 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-d14aab3e-38a0-48d6-9170-28dc0d4d9f07 admin admin] 10.222.0.23 "GET /v2.0/subnets/faa6120d-b954-45c2-9a06-b3a52a565674 HTTP/1.1" status: 200 len: 868 time: 0.1050098 Jul 28 09:19:51.666581 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.agents_db [None req-63843732-4a37-4b37-bfab-6dab7fdb1052 None None] Agent healthcheck: found 5 active agents {{(pid=93070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:19:58.335216 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-8a9c34bc-c231-4e9e-9ef8-454aeb29b576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:20:00.697065 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-65b72104-e2cd-4cc7-a30c-91d0fe7320e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:20:01.075955 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:20:02.035930 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-29fc97ff-9392-4c7d-8b91-be3be07fca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:20:03.567402 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-2284cd4c-493c-4cd5-902b-cad83a6c7b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:20:06.519801 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 45164) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:20:06.566390 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [None req-05938eb0-13fc-4f71-92c6-e6fb1f6786bc admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93067) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 09:20:06.567390 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-05938eb0-13fc-4f71-92c6-e6fb1f6786bc admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0467854 Jul 28 09:20:08.832765 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 45172) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:20:08.890515 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6b9a9f4-fbbb-4668-87fd-033fa80fb508 admin admin] GET failed (client error): The resource could not be found. Jul 28 09:20:08.892524 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-c6b9a9f4-fbbb-4668-87fd-033fa80fb508 admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0581393 Jul 28 09:20:08.974357 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0aa112-3717-44a1-b1d7-67c6eaecfb91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:20:08.976295 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-fe0aa112-3717-44a1-b1d7-67c6eaecfb91 admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0795715 Jul 28 09:20:11.170091 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 45180) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:20:11.216173 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [None req-885572ae-77f2-4f01-bcb9-ec47e91b249e admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:20:11.236715 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-885572ae-77f2-4f01-bcb9-ec47e91b249e admin admin] Made reservation on behalf of 42b45315dafa49f6abfda7b947ee56f7 for: {'network': 1} {{(pid=93067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:20:11.238961 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-885572ae-77f2-4f01-bcb9-ec47e91b249e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for network, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:20:11.277777 dv-cinder-802669-1-iscsi neutron-server[93067]: WARNING neutron.services.revisions.revision_plugin [None req-885572ae-77f2-4f01-bcb9-ec47e91b249e admin admin] Could not find related network for resource to bump revision. Jul 28 09:20:11.288287 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-885572ae-77f2-4f01-bcb9-ec47e91b249e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=93067) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 09:20:11.297441 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-885572ae-77f2-4f01-bcb9-ec47e91b249e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998659'] for segment, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:20:11.297783 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.db.segments_db [None req-885572ae-77f2-4f01-bcb9-ec47e91b249e admin admin] Added segment 0925f5a1-2d27-416d-b1a1-3beadb4feebf of type vlan for network 3097b648-a7f4-46d0-a82e-72132b2084d0 Jul 28 09:20:11.338574 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-885572ae-77f2-4f01-bcb9-ec47e91b249e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732595274087'] for network, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:20:11.366288 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-885572ae-77f2-4f01-bcb9-ec47e91b249e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296'] for network, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:20:11.367322 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885572ae-77f2-4f01-bcb9-ec47e91b249e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:20:11.367962 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-885572ae-77f2-4f01-bcb9-ec47e91b249e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for network, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:20:11.418015 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-885572ae-77f2-4f01-bcb9-ec47e91b249e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2468355 Jul 28 09:20:11.426993 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885572ae-77f2-4f01-bcb9-ec47e91b249e admin admin] Pushing event updated for resources: {'Network': ['ID=3097b648-a7f4-46d0-a82e-72132b2084d0,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:20:11.445516 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Network 3097b648-a7f4-46d0-a82e-72132b2084d0 details requested by agent ovs-agent-dv-cinder-802669-1-iscsi with host dv-cinder-802669-1-iscsi {{(pid=93069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 09:20:13.617303 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 45188) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:20:13.679763 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6dccbd5-f976-45da-a916-e4484323459d admin admin] GET failed (client error): The resource could not be found. Jul 28 09:20:13.681076 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-d6dccbd5-f976-45da-a916-e4484323459d admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0628295 Jul 28 09:20:13.749015 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4d7ed0-2696-421e-9f7d-6c31083ac4ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:20:13.750557 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-bc4d7ed0-2696-421e-9f7d-6c31083ac4ff admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0651822 Jul 28 09:20:13.761534 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [None req-96b4ce09-4f84-461e-8458-6f65d9f54d4d admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '3097b648-a7f4-46d0-a82e-72132b2084d0', 'ip_version': 4, 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:20:13.781403 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b4ce09-4f84-461e-8458-6f65d9f54d4d admin admin] Made reservation on behalf of 42b45315dafa49f6abfda7b947ee56f7 for: {'subnet': 1} {{(pid=93067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:20:13.783755 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-96b4ce09-4f84-461e-8458-6f65d9f54d4d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:20:13.943049 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-96b4ce09-4f84-461e-8458-6f65d9f54d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296'] for subnet, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:20:13.997599 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b4ce09-4f84-461e-8458-6f65d9f54d4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b17a261e-27c8-449b-9e9b-05b81a8101f4,revision_number=0']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:20:14.005051 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b4ce09-4f84-461e-8458-6f65d9f54d4d admin admin] Checking segment: {'id': '0925f5a1-2d27-416d-b1a1-3beadb4feebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3097b648-a7f4-46d0-a82e-72132b2084d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 09:20:14.005397 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b4ce09-4f84-461e-8458-6f65d9f54d4d admin admin] Network hostable DHCP agents. Network: 3097b648-a7f4-46d0-a82e-72132b2084d0, hostable agents: ['eded7055-7227-4503-b186-c85c89196e66'], hosted agents: [] {{(pid=93067) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 09:20:14.020910 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b4ce09-4f84-461e-8458-6f65d9f54d4d admin admin] Network 3097b648-a7f4-46d0-a82e-72132b2084d0 is scheduled to be hosted by DHCP agent eded7055-7227-4503-b186-c85c89196e66 with binding_index 1 {{(pid=93067) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 09:20:14.029753 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.base_scheduler [None req-96b4ce09-4f84-461e-8458-6f65d9f54d4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802669-1-iscsi, 3097b648-a7f4-46d0-a82e-72132b2084d0) {{(pid=93067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:20:14.034115 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b4ce09-4f84-461e-8458-6f65d9f54d4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:20:14.034693 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-96b4ce09-4f84-461e-8458-6f65d9f54d4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for subnet, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:20:14.039543 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd348a2-98c8-4a28-a452-6b52c80d7c03 None None] Network 3097b648-a7f4-46d0-a82e-72132b2084d0 requested from dv-cinder-802669-1-iscsi {{(pid=93069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 09:20:14.047686 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-96b4ce09-4f84-461e-8458-6f65d9f54d4d admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2895768 Jul 28 09:20:14.190693 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-347d0032-72be-4ca1-85cc-22ce395117c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc683d508-302d-5167-8507-eca6b1e3656d-3097b648-a7f4-46d0-a82e-72132b2084d0', 'network_id': '3097b648-a7f4-46d0-a82e-72132b2084d0', 'tenant_id': '42b45315dafa49f6abfda7b947ee56f7', 'fixed_ips': [{'subnet_id': 'b17a261e-27c8-449b-9e9b-05b81a8101f4'}]}} from dv-cinder-802669-1-iscsi. {{(pid=93069) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 09:20:14.191630 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-347d0032-72be-4ca1-85cc-22ce395117c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_create {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:20:14.424644 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.db_base_plugin_common [None req-347d0032-72be-4ca1-85cc-22ce395117c9 None None] Allocated IP 192.168.233.2 (3097b648-a7f4-46d0-a82e-72132b2084d0/b17a261e-27c8-449b-9e9b-05b81a8101f4/69877075-e848-4caf-9ec7-320723f6154c) {{(pid=93069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:20:14.580669 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-347d0032-72be-4ca1-85cc-22ce395117c9 None None] Notify callbacks [] for port, precommit_create {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:20:14.588947 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-347d0032-72be-4ca1-85cc-22ce395117c9 None None] Transition to ACTIVE for port object 69877075-e848-4caf-9ec7-320723f6154c will not be triggered until provisioned by entity L2. {{(pid=93069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:20:14.605653 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-347d0032-72be-4ca1-85cc-22ce395117c9 None None] Transition to ACTIVE for port object 69877075-e848-4caf-9ec7-320723f6154c will not be triggered until provisioned by entity DHCP. {{(pid=93069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:20:14.613421 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-347d0032-72be-4ca1-85cc-22ce395117c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732595289878'] for port, after_create {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:20:14.651079 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347d0032-72be-4ca1-85cc-22ce395117c9 None None] Network 3097b648-a7f4-46d0-a82e-72132b2084d0 is already hosted by enough agents. {{(pid=93069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:20:14.653950 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.scheduler.base_scheduler [None req-347d0032-72be-4ca1-85cc-22ce395117c9 None None] Resources bound (agent type, host, resource id): {{(pid=93069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:20:14.656994 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347d0032-72be-4ca1-85cc-22ce395117c9 None None] Received port after_create {{(pid=93069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 09:20:14.668057 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347d0032-72be-4ca1-85cc-22ce395117c9 None None] Pushing event updated for resources: {'Port': ['ID=69877075-e848-4caf-9ec7-320723f6154c,revision_number=1']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:20:14.679724 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347d0032-72be-4ca1-85cc-22ce395117c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:20:14.680078 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347d0032-72be-4ca1-85cc-22ce395117c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:20:14.680418 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347d0032-72be-4ca1-85cc-22ce395117c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:20:14.680756 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347d0032-72be-4ca1-85cc-22ce395117c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:20:14.681085 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347d0032-72be-4ca1-85cc-22ce395117c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:20:14.681413 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347d0032-72be-4ca1-85cc-22ce395117c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:20:14.681739 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347d0032-72be-4ca1-85cc-22ce395117c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:20:14.682066 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347d0032-72be-4ca1-85cc-22ce395117c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:20:14.682413 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347d0032-72be-4ca1-85cc-22ce395117c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:20:14.682742 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347d0032-72be-4ca1-85cc-22ce395117c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:20:14.683068 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347d0032-72be-4ca1-85cc-22ce395117c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:20:14.683392 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347d0032-72be-4ca1-85cc-22ce395117c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:20:14.730109 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.managers [None req-347d0032-72be-4ca1-85cc-22ce395117c9 None None] Attempting to bind port 69877075-e848-4caf-9ec7-320723f6154c on host dv-cinder-802669-1-iscsi for vnic_type normal with profile {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 09:20:14.730477 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.managers [None req-347d0032-72be-4ca1-85cc-22ce395117c9 None None] Attempting to bind port 69877075-e848-4caf-9ec7-320723f6154c by drivers openvswitch,hyperv on host dv-cinder-802669-1-iscsi at level 0 using segments [{'id': '0925f5a1-2d27-416d-b1a1-3beadb4feebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3097b648-a7f4-46d0-a82e-72132b2084d0'}] {{(pid=93069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 09:20:14.730857 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347d0032-72be-4ca1-85cc-22ce395117c9 None None] Attempting to bind port 69877075-e848-4caf-9ec7-320723f6154c on network 3097b648-a7f4-46d0-a82e-72132b2084d0 {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 09:20:14.736496 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347d0032-72be-4ca1-85cc-22ce395117c9 None None] Checking agent: {'id': 'c23067a4-a93a-4753-ba74-9a71aabd88dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 9, 17, 1), 'started_at': datetime.datetime(2021, 7, 28, 9, 17, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 9, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 09:20:14.736869 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347d0032-72be-4ca1-85cc-22ce395117c9 None None] Checking segment: {'id': '0925f5a1-2d27-416d-b1a1-3beadb4feebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3097b648-a7f4-46d0-a82e-72132b2084d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 09:20:14.737257 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-347d0032-72be-4ca1-85cc-22ce395117c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:20:14.737652 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347d0032-72be-4ca1-85cc-22ce395117c9 None None] Bound using segment: {'id': '0925f5a1-2d27-416d-b1a1-3beadb4feebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3097b648-a7f4-46d0-a82e-72132b2084d0'} {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 09:20:14.738111 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.managers [None req-347d0032-72be-4ca1-85cc-22ce395117c9 None None] Bound port: 69877075-e848-4caf-9ec7-320723f6154c, host: dv-cinder-802669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0925f5a1-2d27-416d-b1a1-3beadb4feebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3097b648-a7f4-46d0-a82e-72132b2084d0'}}] {{(pid=93069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 09:20:14.738504 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-347d0032-72be-4ca1-85cc-22ce395117c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:20:14.803885 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-347d0032-72be-4ca1-85cc-22ce395117c9 None None] For port 69877075-e848-4caf-9ec7-320723f6154c, host dv-cinder-802669-1-iscsi, cleared binding levels {{(pid=93069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:20:14.807058 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-347d0032-72be-4ca1-85cc-22ce395117c9 None None] For port 69877075-e848-4caf-9ec7-320723f6154c, host dv-cinder-802669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=69877075-e848-4caf-9ec7-320723f6154c,segment=NetworkSegment(0925f5a1-2d27-416d-b1a1-3beadb4feebf),segment_id=0925f5a1-2d27-416d-b1a1-3beadb4feebf)] {{(pid=93069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:20:14.812094 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-347d0032-72be-4ca1-85cc-22ce395117c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:20:14.871195 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347d0032-72be-4ca1-85cc-22ce395117c9 None None] Pushing event updated for resources: {'Port': ['ID=69877075-e848-4caf-9ec7-320723f6154c,revision_number=2']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:20:15.176832 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device 69877075-e848-4caf-9ec7-320723f6154c up at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:20:15.228905 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning for port 69877075-e848-4caf-9ec7-320723f6154c completed by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:20:15.659699 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9149e0a2-5ead-4acd-bf70-5caf297e97e2 None None] Network 3097b648-a7f4-46d0-a82e-72132b2084d0 requested from dv-cinder-802669-1-iscsi {{(pid=93069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 09:20:15.723840 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-7fc0304d-b67f-4ccd-85bc-e831fb368811 None None] Provisioning for port 69877075-e848-4caf-9ec7-320723f6154c completed by entity DHCP. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:20:15.734248 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-7fc0304d-b67f-4ccd-85bc-e831fb368811 None None] Provisioning complete for port 69877075-e848-4caf-9ec7-320723f6154c triggered by entity DHCP. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:20:15.734646 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-7fc0304d-b67f-4ccd-85bc-e831fb368811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:20:15.879848 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-7fc0304d-b67f-4ccd-85bc-e831fb368811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:20:15.917179 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-7fc0304d-b67f-4ccd-85bc-e831fb368811 None None] For port 69877075-e848-4caf-9ec7-320723f6154c, host dv-cinder-802669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=69877075-e848-4caf-9ec7-320723f6154c,segment=NetworkSegment(0925f5a1-2d27-416d-b1a1-3beadb4feebf),segment_id=0925f5a1-2d27-416d-b1a1-3beadb4feebf)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:20:15.923133 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-7fc0304d-b67f-4ccd-85bc-e831fb368811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:20:15.978644 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc0304d-b67f-4ccd-85bc-e831fb368811 None None] Pushing event updated for resources: {'Port': ['ID=69877075-e848-4caf-9ec7-320723f6154c,revision_number=3']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:20:16.144262 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-a4cf588f-6625-4ea1-9490-420d25cf600d None None] Provisioning complete for port 69877075-e848-4caf-9ec7-320723f6154c triggered by entity DHCP. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:20:16.144623 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-a4cf588f-6625-4ea1-9490-420d25cf600d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:20:17.149529 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device 69877075-e848-4caf-9ec7-320723f6154c up at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:20:17.196170 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning complete for port 69877075-e848-4caf-9ec7-320723f6154c triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:20:17.196529 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:20:28.335994 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-e9993932-5130-4da2-88c4-334db9313482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:20:28.667665 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.agents_db [None req-63843732-4a37-4b37-bfab-6dab7fdb1052 None None] Agent healthcheck: found 5 active agents {{(pid=93070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:20:30.698590 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-eeb758fd-9e6d-4596-ac7c-42d3d3ce7b8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:20:31.077271 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:20:32.042329 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-29fc97ff-9392-4c7d-8b91-be3be07fca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:20:33.567999 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-2284cd4c-493c-4cd5-902b-cad83a6c7b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:20:58.336388 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-e5e9372a-1667-4733-998b-476374bc0c73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:21:00.699047 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-27e2ab26-082f-4daa-9210-7eefab572297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:21:01.079505 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:21:02.040806 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-29fc97ff-9392-4c7d-8b91-be3be07fca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:21:03.572472 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-2284cd4c-493c-4cd5-902b-cad83a6c7b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:21:05.665862 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.agents_db [None req-63843732-4a37-4b37-bfab-6dab7fdb1052 None None] Agent healthcheck: found 5 active agents {{(pid=93070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:21:23.295222 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 45240) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:21:23.303294 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [None req-8af39335-353f-487c-b2a3-d5b06b5f64c8 tempest-verify_tempest_config-57478442 tempest-verify_tempest_config-57478442-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93068) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 09:21:23.304328 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-8af39335-353f-487c-b2a3-d5b06b5f64c8 tempest-verify_tempest_config-57478442 tempest-verify_tempest_config-57478442-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0081336 Jul 28 09:21:23.602825 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 45258) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:21:23.698572 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-1eee5019-b9e6-4711-a90e-16e5547c6988 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:21:23.706563 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.quota [None req-1eee5019-b9e6-4711-a90e-16e5547c6988 admin admin] Loaded quota_driver: . Jul 28 09:21:23.833568 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-1eee5019-b9e6-4711-a90e-16e5547c6988 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:21:23.838193 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-1eee5019-b9e6-4711-a90e-16e5547c6988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:21:23.881882 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-1eee5019-b9e6-4711-a90e-16e5547c6988 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1b85ca24e8d2446b940185287293f1a7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2779939 Jul 28 09:21:23.882698 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eee5019-b9e6-4711-a90e-16e5547c6988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b20873f6-5341-4602-b773-f63cce3bf0a9,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:21:23.884536 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 45262) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:21:23.900799 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee5019-b9e6-4711-a90e-16e5547c6988 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:21:23.901160 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee5019-b9e6-4711-a90e-16e5547c6988 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:21:23.901491 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee5019-b9e6-4711-a90e-16e5547c6988 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:21:23.901821 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee5019-b9e6-4711-a90e-16e5547c6988 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:21:23.902138 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee5019-b9e6-4711-a90e-16e5547c6988 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:21:23.902458 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee5019-b9e6-4711-a90e-16e5547c6988 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:21:23.902774 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee5019-b9e6-4711-a90e-16e5547c6988 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:21:23.903089 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee5019-b9e6-4711-a90e-16e5547c6988 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:21:23.903421 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee5019-b9e6-4711-a90e-16e5547c6988 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:21:23.903765 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee5019-b9e6-4711-a90e-16e5547c6988 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:21:23.904079 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee5019-b9e6-4711-a90e-16e5547c6988 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:21:23.904390 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eee5019-b9e6-4711-a90e-16e5547c6988 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:21:23.947681 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-7a0c7c06-2788-4abf-8a3d-97e6f69789a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:21:23.971171 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-7a0c7c06-2788-4abf-8a3d-97e6f69789a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:21:24.061253 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-7a0c7c06-2788-4abf-8a3d-97e6f69789a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:21:24.064860 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-7a0c7c06-2788-4abf-8a3d-97e6f69789a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:21:24.066011 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-7a0c7c06-2788-4abf-8a3d-97e6f69789a2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b20873f6-5341-4602-b773-f63cce3bf0a9 HTTP/1.1" status: 204 len: 168 time: 0.1806159 Jul 28 09:21:24.073583 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0c7c06-2788-4abf-8a3d-97e6f69789a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20873f6-5341-4602-b773-f63cce3bf0a9,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:21:28.339191 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-bb54e7fe-53f0-4b9c-bbe1-3feaae5f80a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:21:30.700210 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-e4b1d5d0-72a6-4daf-a819-439f19c9b3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:21:31.081245 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:21:32.045248 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-29fc97ff-9392-4c7d-8b91-be3be07fca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:21:33.574525 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-2284cd4c-493c-4cd5-902b-cad83a6c7b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:21:42.664004 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.agents_db [None req-63843732-4a37-4b37-bfab-6dab7fdb1052 None None] Agent healthcheck: found 5 active agents {{(pid=93070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:21:58.339258 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-acc21c9d-9a74-4f78-91d0-24deb40d7e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:22:00.699847 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-bd6a2bdb-426f-456d-b0c7-3bebbd0fa894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:22:01.082081 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:22:02.049803 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-29fc97ff-9392-4c7d-8b91-be3be07fca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:22:03.577727 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-2284cd4c-493c-4cd5-902b-cad83a6c7b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:22:19.662853 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.agents_db [None req-63843732-4a37-4b37-bfab-6dab7fdb1052 None None] Agent healthcheck: found 5 active agents {{(pid=93070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:22:28.339222 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-3c99016d-5f82-46cd-8e1f-95c965deb11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:22:30.699664 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-6acf7c1e-d21f-4baa-b740-b4a496f78cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:22:31.081803 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:22:32.050077 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-29fc97ff-9392-4c7d-8b91-be3be07fca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:22:33.579282 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-2284cd4c-493c-4cd5-902b-cad83a6c7b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:22:54.191209 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7993252'] for agent, after_create {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:22:56.661303 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.agents_db [None req-63843732-4a37-4b37-bfab-6dab7fdb1052 None None] Agent healthcheck: found 6 active agents {{(pid=93070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:22:58.342419 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-a7b5eb98-83b0-42db-9ffe-2c9dcf89f949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:22:58.630057 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 45314) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:22:58.729448 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-9cdff03a-f785-471c-a0c8-e22f8a8de0a7 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0982945 Jul 28 09:23:00.702958 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-67dca561-6190-4155-a898-2f23a9656185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:23:00.925046 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 45324) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:23:00.980143 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-5f8316ab-0f6b-403d-8ceb-dacd28b9dc51 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0540333 Jul 28 09:23:01.083937 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:23:02.052609 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-29fc97ff-9392-4c7d-8b91-be3be07fca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:23:03.582362 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-2284cd4c-493c-4cd5-902b-cad83a6c7b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:23:24.144794 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:23:28.342711 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-3aac8ec5-6217-4cc1-b81b-4b72ae50a8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:23:30.703245 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-761bb939-33c8-4be3-8b08-0095df890ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:23:31.084873 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:23:32.055448 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-29fc97ff-9392-4c7d-8b91-be3be07fca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:23:33.585009 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-2284cd4c-493c-4cd5-902b-cad83a6c7b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:23:33.660454 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.agents_db [None req-63843732-4a37-4b37-bfab-6dab7fdb1052 None None] Agent healthcheck: found 6 active agents {{(pid=93070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:23:54.161035 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:23:58.343908 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-1f45a7f4-f396-424f-ac38-ec9e496b1bbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:00.705111 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-0cda6903-1419-4a43-9c1c-11e7b4822ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:01.086875 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:02.057447 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-29fc97ff-9392-4c7d-8b91-be3be07fca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:03.589885 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-2284cd4c-493c-4cd5-902b-cad83a6c7b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:10.659931 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.agents_db [None req-63843732-4a37-4b37-bfab-6dab7fdb1052 None None] Agent healthcheck: found 6 active agents {{(pid=93070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:24:24.166475 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:26.956456 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 45526) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:24:27.367248 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.v2.base [None req-44f2d4a6-dbcd-47fe-98b5-dda85ec35173 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1030155211-network', 'tenant_id': 'b8340ca8a0bb47c3871a9e4d939e9a44'}} {{(pid=93068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:24:27.391033 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f2d4a6-dbcd-47fe-98b5-dda85ec35173 admin admin] Made reservation on behalf of b8340ca8a0bb47c3871a9e4d939e9a44 for: {'network': 1} {{(pid=93068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:24:27.393993 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-44f2d4a6-dbcd-47fe-98b5-dda85ec35173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for network, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:27.403260 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-44f2d4a6-dbcd-47fe-98b5-dda85ec35173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:27.449826 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 45544) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:24:27.521286 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-44f2d4a6-dbcd-47fe-98b5-dda85ec35173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:27.528405 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-44f2d4a6-dbcd-47fe-98b5-dda85ec35173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:27.556715 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f2d4a6-dbcd-47fe-98b5-dda85ec35173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a07c000-1ae5-4360-b136-77fe3dfea249,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:27.559495 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 45556) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:24:27.567745 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f2d4a6-dbcd-47fe-98b5-dda85ec35173 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:27.568814 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f2d4a6-dbcd-47fe-98b5-dda85ec35173 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:27.569512 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f2d4a6-dbcd-47fe-98b5-dda85ec35173 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:27.570006 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f2d4a6-dbcd-47fe-98b5-dda85ec35173 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:27.570515 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f2d4a6-dbcd-47fe-98b5-dda85ec35173 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:27.571025 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f2d4a6-dbcd-47fe-98b5-dda85ec35173 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:27.571665 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f2d4a6-dbcd-47fe-98b5-dda85ec35173 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:27.572149 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f2d4a6-dbcd-47fe-98b5-dda85ec35173 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:27.572743 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f2d4a6-dbcd-47fe-98b5-dda85ec35173 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:27.573241 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f2d4a6-dbcd-47fe-98b5-dda85ec35173 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:27.573726 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f2d4a6-dbcd-47fe-98b5-dda85ec35173 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:27.574203 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f2d4a6-dbcd-47fe-98b5-dda85ec35173 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:27.575478 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44f2d4a6-dbcd-47fe-98b5-dda85ec35173 admin admin] Tracked resource versions report: Jul 28 09:24:27.575478 dv-cinder-802669-1-iscsi neutron-server[93068]: pushed versions: Jul 28 09:24:27.575478 dv-cinder-802669-1-iscsi neutron-server[93068]: { 'AddressGroup': {'1.2'}, Jul 28 09:24:27.575478 dv-cinder-802669-1-iscsi neutron-server[93068]: 'ConntrackHelper': {'1.0'}, Jul 28 09:24:27.575478 dv-cinder-802669-1-iscsi neutron-server[93068]: 'Log': {'1.0'}, Jul 28 09:24:27.575478 dv-cinder-802669-1-iscsi neutron-server[93068]: 'Network': {'1.1'}, Jul 28 09:24:27.575478 dv-cinder-802669-1-iscsi neutron-server[93068]: 'Port': {'1.7'}, Jul 28 09:24:27.575478 dv-cinder-802669-1-iscsi neutron-server[93068]: 'PortForwarding': {'1.2'}, Jul 28 09:24:27.575478 dv-cinder-802669-1-iscsi neutron-server[93068]: 'QosPolicy': {'1.8'}, Jul 28 09:24:27.575478 dv-cinder-802669-1-iscsi neutron-server[93068]: 'SecurityGroup': {'1.4'}, Jul 28 09:24:27.575478 dv-cinder-802669-1-iscsi neutron-server[93068]: 'SecurityGroupRule': {'1.2'}, Jul 28 09:24:27.575478 dv-cinder-802669-1-iscsi neutron-server[93068]: 'SubPort': {'1.0'}, Jul 28 09:24:27.575478 dv-cinder-802669-1-iscsi neutron-server[93068]: 'Subnet': {'1.1'}, Jul 28 09:24:27.575478 dv-cinder-802669-1-iscsi neutron-server[93068]: 'Trunk': {'1.1'}} Jul 28 09:24:27.575478 dv-cinder-802669-1-iscsi neutron-server[93068]: consumer versions: Jul 28 09:24:27.575478 dv-cinder-802669-1-iscsi neutron-server[93068]: { DHCP agent@dv-cinder-802669-1-iscsi: {}, Jul 28 09:24:27.575478 dv-cinder-802669-1-iscsi neutron-server[93068]: HyperV agent@hv-cinder-80266: {}, Jul 28 09:24:27.575478 dv-cinder-802669-1-iscsi neutron-server[93068]: L3 agent@dv-cinder-802669-1-iscsi: {}, Jul 28 09:24:27.575478 dv-cinder-802669-1-iscsi neutron-server[93068]: Metadata agent@dv-cinder-802669-1-iscsi: {}, Jul 28 09:24:27.575478 dv-cinder-802669-1-iscsi neutron-server[93068]: Metering agent@dv-cinder-802669-1-iscsi: {}, Jul 28 09:24:27.575478 dv-cinder-802669-1-iscsi neutron-server[93068]: Open vSwitch agent@dv-cinder-802669-1-iscsi: { 'AddressGroup': '1.2', Jul 28 09:24:27.575478 dv-cinder-802669-1-iscsi neutron-server[93068]: 'ConntrackHelper': '1.0', Jul 28 09:24:27.575478 dv-cinder-802669-1-iscsi neutron-server[93068]: 'Log': '1.0', Jul 28 09:24:27.575478 dv-cinder-802669-1-iscsi neutron-server[93068]: 'Network': '1.1', Jul 28 09:24:27.575478 dv-cinder-802669-1-iscsi neutron-server[93068]: 'Port': '1.7', Jul 28 09:24:27.575478 dv-cinder-802669-1-iscsi neutron-server[93068]: 'PortForwarding': '1.2', Jul 28 09:24:27.575478 dv-cinder-802669-1-iscsi neutron-server[93068]: 'QosPolicy': '1.8', Jul 28 09:24:27.575478 dv-cinder-802669-1-iscsi neutron-server[93068]: 'SecurityGroup': '1.4', Jul 28 09:24:27.575478 dv-cinder-802669-1-iscsi neutron-server[93068]: 'SecurityGroupRule': '1.2', Jul 28 09:24:27.575478 dv-cinder-802669-1-iscsi neutron-server[93068]: 'SubPort': '1.0', Jul 28 09:24:27.575478 dv-cinder-802669-1-iscsi neutron-server[93068]: 'Subnet': '1.1', Jul 28 09:24:27.575478 dv-cinder-802669-1-iscsi neutron-server[93068]: 'Trunk': '1.1'}} Jul 28 09:24:27.575478 dv-cinder-802669-1-iscsi neutron-server[93068]: {{(pid=93068) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 09:24:27.580863 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 45560) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:24:27.591633 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44f2d4a6-dbcd-47fe-98b5-dda85ec35173 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=93068) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 09:24:27.604042 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 45564) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:24:27.615815 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-44f2d4a6-dbcd-47fe-98b5-dda85ec35173 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732595736360', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998659'] for segment, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:27.616705 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-44f2d4a6-dbcd-47fe-98b5-dda85ec35173 admin admin] Unsubscribe: segment precommit_create {{(pid=93068) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 28 09:24:27.617363 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.db.segments_db [None req-44f2d4a6-dbcd-47fe-98b5-dda85ec35173 admin admin] Added segment 8d4ebd29-05d0-486e-9486-49583b4bf742 of type vlan for network 59c4a637-5ed0-4b6e-a037-96ec97ce270f Jul 28 09:24:27.678299 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-44f2d4a6-dbcd-47fe-98b5-dda85ec35173 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732595274087'] for network, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:27.710305 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [None req-304032f3-eb87-460e-92f6-7e139d7a7b7e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-354369225-network', 'tenant_id': '3ffc9329f42c48d5a02f450469dbaf89'}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:24:27.747534 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 45574) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:24:27.751240 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304032f3-eb87-460e-92f6-7e139d7a7b7e admin admin] Made reservation on behalf of 3ffc9329f42c48d5a02f450469dbaf89 for: {'network': 1} {{(pid=93067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:24:27.754591 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-304032f3-eb87-460e-92f6-7e139d7a7b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for network, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:27.764080 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-44f2d4a6-dbcd-47fe-98b5-dda85ec35173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296'] for network, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:27.765272 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f2d4a6-dbcd-47fe-98b5-dda85ec35173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:24:27.765982 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-44f2d4a6-dbcd-47fe-98b5-dda85ec35173 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for network, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:27.769907 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-304032f3-eb87-460e-92f6-7e139d7a7b7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:27.847330 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [None req-3503aae1-afb7-4720-acdb-d63dd4bfc127 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1574088378-network', 'tenant_id': '9a1f63fb540e42f18f0ec634cc138c04'}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:24:27.859954 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [None req-d02864e4-de4f-47fe-bdf8-3a3325190059 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1715824593-network', 'tenant_id': 'cdd4025f7c74471e81aa73079f97a769'}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:24:27.864872 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.v2.base [None req-14e22d79-a9d5-4ff1-b519-37e9667300c4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1006885887-network', 'tenant_id': 'e58eec0762694e97a37e984a89bfcfdd'}} {{(pid=93068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:24:27.894156 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-304032f3-eb87-460e-92f6-7e139d7a7b7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:27.901915 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-304032f3-eb87-460e-92f6-7e139d7a7b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:27.906966 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.v2.base [None req-285050f3-08df-429b-9aa6-a4b8ef340177 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1397897330-network', 'tenant_id': '9e465e5255d9401caf2f0f22d0b6e7c7'}} {{(pid=93068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:24:27.913890 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-304032f3-eb87-460e-92f6-7e139d7a7b7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=93067) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 09:24:27.926048 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-304032f3-eb87-460e-92f6-7e139d7a7b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998659'] for segment, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:27.926489 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.db.segments_db [None req-304032f3-eb87-460e-92f6-7e139d7a7b7e admin admin] Added segment 0cfbf343-39bd-4fe2-a34a-bcc21842f0af of type vlan for network 3463c92e-9592-4a5e-be73-c0318bba2428 Jul 28 09:24:27.939227 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-44f2d4a6-dbcd-47fe-98b5-dda85ec35173 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9780531 Jul 28 09:24:27.940440 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 45592) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:24:27.945538 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.v2.base [None req-48a38074-f470-4ed4-89d6-6af808f16750 admin admin] Request body: {'subnet': {'network_id': '59c4a637-5ed0-4b6e-a037-96ec97ce270f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1030155211-subnet', 'tenant_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:24:27.949509 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f2d4a6-dbcd-47fe-98b5-dda85ec35173 admin admin] Pushing event updated for resources: {'Network': ['ID=59c4a637-5ed0-4b6e-a037-96ec97ce270f,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:27.963312 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Network 59c4a637-5ed0-4b6e-a037-96ec97ce270f details requested by agent ovs-agent-dv-cinder-802669-1-iscsi with host dv-cinder-802669-1-iscsi {{(pid=93069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 09:24:27.993942 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.db.api [None req-14e22d79-a9d5-4ff1-b519-37e9667300c4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 09:24:27.993942 dv-cinder-802669-1-iscsi neutron-server[93068]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 09:24:27.993942 dv-cinder-802669-1-iscsi neutron-server[93068]: [parameters: {'project_id_1': 'e58eec0762694e97a37e984a89bfcfdd', 'expiration_1': datetime.datetime(2021, 7, 28, 9, 24, 27, 926170)}] Jul 28 09:24:27.993942 dv-cinder-802669-1-iscsi neutron-server[93068]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93068) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 09:24:27.994808 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG oslo_db.api [None req-14e22d79-a9d5-4ff1-b519-37e9667300c4 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 09:24:27.995014 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.db.api [None req-285050f3-08df-429b-9aa6-a4b8ef340177 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 09:24:27.995014 dv-cinder-802669-1-iscsi neutron-server[93068]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 09:24:27.995014 dv-cinder-802669-1-iscsi neutron-server[93068]: [parameters: {'project_id_1': '9e465e5255d9401caf2f0f22d0b6e7c7', 'expiration_1': datetime.datetime(2021, 7, 28, 9, 24, 27, 914155)}] Jul 28 09:24:27.995014 dv-cinder-802669-1-iscsi neutron-server[93068]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93068) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 09:24:27.995464 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG oslo_db.api [None req-285050f3-08df-429b-9aa6-a4b8ef340177 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 09:24:27.996195 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.db.api [None req-48a38074-f470-4ed4-89d6-6af808f16750 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 09:24:27.996195 dv-cinder-802669-1-iscsi neutron-server[93068]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 09:24:27.996195 dv-cinder-802669-1-iscsi neutron-server[93068]: [parameters: {'project_id_1': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'expiration_1': datetime.datetime(2021, 7, 28, 9, 24, 27, 953392)}] Jul 28 09:24:27.996195 dv-cinder-802669-1-iscsi neutron-server[93068]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93068) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 09:24:27.996535 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG oslo_db.api [None req-48a38074-f470-4ed4-89d6-6af808f16750 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 09:24:28.004229 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-304032f3-eb87-460e-92f6-7e139d7a7b7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732595274087'] for network, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:28.022237 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3503aae1-afb7-4720-acdb-d63dd4bfc127 admin admin] Made reservation on behalf of 9a1f63fb540e42f18f0ec634cc138c04 for: {'network': 1} {{(pid=93067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:24:28.024919 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-3503aae1-afb7-4720-acdb-d63dd4bfc127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for network, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:28.046439 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-3503aae1-afb7-4720-acdb-d63dd4bfc127 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:28.088842 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d02864e4-de4f-47fe-bdf8-3a3325190059 admin admin] Made reservation on behalf of cdd4025f7c74471e81aa73079f97a769 for: {'network': 1} {{(pid=93067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:24:28.091080 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-d02864e4-de4f-47fe-bdf8-3a3325190059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for network, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:28.107863 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304032f3-eb87-460e-92f6-7e139d7a7b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7ca661-0cb6-4167-9687-f2b430c66e56,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:28.112563 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-d02864e4-de4f-47fe-bdf8-3a3325190059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:28.114143 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-304032f3-eb87-460e-92f6-7e139d7a7b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296'] for network, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:28.115669 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304032f3-eb87-460e-92f6-7e139d7a7b7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:24:28.116487 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-304032f3-eb87-460e-92f6-7e139d7a7b7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for network, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:28.139107 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304032f3-eb87-460e-92f6-7e139d7a7b7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:28.139469 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304032f3-eb87-460e-92f6-7e139d7a7b7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:28.139828 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304032f3-eb87-460e-92f6-7e139d7a7b7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:28.140151 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304032f3-eb87-460e-92f6-7e139d7a7b7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:28.140473 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304032f3-eb87-460e-92f6-7e139d7a7b7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:28.140808 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304032f3-eb87-460e-92f6-7e139d7a7b7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:28.141134 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304032f3-eb87-460e-92f6-7e139d7a7b7e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:28.141442 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304032f3-eb87-460e-92f6-7e139d7a7b7e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:28.141771 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304032f3-eb87-460e-92f6-7e139d7a7b7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:28.142084 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304032f3-eb87-460e-92f6-7e139d7a7b7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:28.142393 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304032f3-eb87-460e-92f6-7e139d7a7b7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:28.142702 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304032f3-eb87-460e-92f6-7e139d7a7b7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:28.143746 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304032f3-eb87-460e-92f6-7e139d7a7b7e admin admin] Tracked resource versions report: Jul 28 09:24:28.143746 dv-cinder-802669-1-iscsi neutron-server[93067]: pushed versions: Jul 28 09:24:28.143746 dv-cinder-802669-1-iscsi neutron-server[93067]: { 'AddressGroup': {'1.2'}, Jul 28 09:24:28.143746 dv-cinder-802669-1-iscsi neutron-server[93067]: 'ConntrackHelper': {'1.0'}, Jul 28 09:24:28.143746 dv-cinder-802669-1-iscsi neutron-server[93067]: 'Log': {'1.0'}, Jul 28 09:24:28.143746 dv-cinder-802669-1-iscsi neutron-server[93067]: 'Network': {'1.1'}, Jul 28 09:24:28.143746 dv-cinder-802669-1-iscsi neutron-server[93067]: 'Port': {'1.7'}, Jul 28 09:24:28.143746 dv-cinder-802669-1-iscsi neutron-server[93067]: 'PortForwarding': {'1.2'}, Jul 28 09:24:28.143746 dv-cinder-802669-1-iscsi neutron-server[93067]: 'QosPolicy': {'1.8'}, Jul 28 09:24:28.143746 dv-cinder-802669-1-iscsi neutron-server[93067]: 'SecurityGroup': {'1.4'}, Jul 28 09:24:28.143746 dv-cinder-802669-1-iscsi neutron-server[93067]: 'SecurityGroupRule': {'1.2'}, Jul 28 09:24:28.143746 dv-cinder-802669-1-iscsi neutron-server[93067]: 'SubPort': {'1.0'}, Jul 28 09:24:28.143746 dv-cinder-802669-1-iscsi neutron-server[93067]: 'Subnet': {'1.1'}, Jul 28 09:24:28.143746 dv-cinder-802669-1-iscsi neutron-server[93067]: 'Trunk': {'1.1'}} Jul 28 09:24:28.143746 dv-cinder-802669-1-iscsi neutron-server[93067]: consumer versions: Jul 28 09:24:28.143746 dv-cinder-802669-1-iscsi neutron-server[93067]: { DHCP agent@dv-cinder-802669-1-iscsi: {}, Jul 28 09:24:28.143746 dv-cinder-802669-1-iscsi neutron-server[93067]: HyperV agent@hv-cinder-80266: {}, Jul 28 09:24:28.143746 dv-cinder-802669-1-iscsi neutron-server[93067]: L3 agent@dv-cinder-802669-1-iscsi: {}, Jul 28 09:24:28.143746 dv-cinder-802669-1-iscsi neutron-server[93067]: Metadata agent@dv-cinder-802669-1-iscsi: {}, Jul 28 09:24:28.143746 dv-cinder-802669-1-iscsi neutron-server[93067]: Metering agent@dv-cinder-802669-1-iscsi: {}, Jul 28 09:24:28.143746 dv-cinder-802669-1-iscsi neutron-server[93067]: Open vSwitch agent@dv-cinder-802669-1-iscsi: { 'AddressGroup': '1.2', Jul 28 09:24:28.143746 dv-cinder-802669-1-iscsi neutron-server[93067]: 'ConntrackHelper': '1.0', Jul 28 09:24:28.143746 dv-cinder-802669-1-iscsi neutron-server[93067]: 'Log': '1.0', Jul 28 09:24:28.143746 dv-cinder-802669-1-iscsi neutron-server[93067]: 'Network': '1.1', Jul 28 09:24:28.143746 dv-cinder-802669-1-iscsi neutron-server[93067]: 'Port': '1.7', Jul 28 09:24:28.143746 dv-cinder-802669-1-iscsi neutron-server[93067]: 'PortForwarding': '1.2', Jul 28 09:24:28.143746 dv-cinder-802669-1-iscsi neutron-server[93067]: 'QosPolicy': '1.8', Jul 28 09:24:28.143746 dv-cinder-802669-1-iscsi neutron-server[93067]: 'SecurityGroup': '1.4', Jul 28 09:24:28.143746 dv-cinder-802669-1-iscsi neutron-server[93067]: 'SecurityGroupRule': '1.2', Jul 28 09:24:28.143746 dv-cinder-802669-1-iscsi neutron-server[93067]: 'SubPort': '1.0', Jul 28 09:24:28.143746 dv-cinder-802669-1-iscsi neutron-server[93067]: 'Subnet': '1.1', Jul 28 09:24:28.143746 dv-cinder-802669-1-iscsi neutron-server[93067]: 'Trunk': '1.1'}} Jul 28 09:24:28.143746 dv-cinder-802669-1-iscsi neutron-server[93067]: {{(pid=93067) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 09:24:28.223414 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304032f3-eb87-460e-92f6-7e139d7a7b7e admin admin] Pushing event updated for resources: {'Network': ['ID=3463c92e-9592-4a5e-be73-c0318bba2428,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:28.246090 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Network 3463c92e-9592-4a5e-be73-c0318bba2428 details requested by agent ovs-agent-dv-cinder-802669-1-iscsi with host dv-cinder-802669-1-iscsi {{(pid=93069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 09:24:28.274891 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-3503aae1-afb7-4720-acdb-d63dd4bfc127 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:28.280181 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-3503aae1-afb7-4720-acdb-d63dd4bfc127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:28.308945 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-304032f3-eb87-460e-92f6-7e139d7a7b7e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8577876 Jul 28 09:24:28.313720 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 45616) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:24:28.315721 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3503aae1-afb7-4720-acdb-d63dd4bfc127 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=93067) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 09:24:28.320006 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.v2.base [None req-65f516db-9577-464d-9101-7a06325e1baf admin admin] Request body: {'subnet': {'network_id': '3463c92e-9592-4a5e-be73-c0318bba2428', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-354369225-subnet', 'tenant_id': '3ffc9329f42c48d5a02f450469dbaf89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:24:28.345676 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-38baf5e3-17d1-462d-b0d5-1396c009e978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:28.346708 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3503aae1-afb7-4720-acdb-d63dd4bfc127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ebf7a6e-efe8-4627-baed-6705ced36641,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:28.350756 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-3503aae1-afb7-4720-acdb-d63dd4bfc127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998659'] for segment, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:28.351130 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.db.segments_db [None req-3503aae1-afb7-4720-acdb-d63dd4bfc127 admin admin] Added segment 75e20d3b-d1a3-42b5-b60b-d82f091cd497 of type vlan for network 39e9cde6-0d01-4242-a6ed-06857cf13960 Jul 28 09:24:28.413551 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-3503aae1-afb7-4720-acdb-d63dd4bfc127 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732595274087'] for network, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:28.470488 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-3503aae1-afb7-4720-acdb-d63dd4bfc127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296'] for network, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:28.471443 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3503aae1-afb7-4720-acdb-d63dd4bfc127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:24:28.472037 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-3503aae1-afb7-4720-acdb-d63dd4bfc127 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for network, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:28.501370 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-d02864e4-de4f-47fe-bdf8-3a3325190059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:28.530709 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-d02864e4-de4f-47fe-bdf8-3a3325190059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:28.546089 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-3503aae1-afb7-4720-acdb-d63dd4bfc127 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9614036 Jul 28 09:24:28.548029 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 45634) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:24:28.561291 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [None req-0785391a-2aa1-4d51-aa26-97b62acb5d74 admin admin] Request body: {'subnet': {'network_id': '39e9cde6-0d01-4242-a6ed-06857cf13960', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1574088378-subnet', 'tenant_id': '9a1f63fb540e42f18f0ec634cc138c04', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:24:28.577998 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d02864e4-de4f-47fe-bdf8-3a3325190059 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=93067) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 09:24:28.579433 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f516db-9577-464d-9101-7a06325e1baf admin admin] Made reservation on behalf of 3ffc9329f42c48d5a02f450469dbaf89 for: {'subnet': 1} {{(pid=93068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:24:28.579807 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3503aae1-afb7-4720-acdb-d63dd4bfc127 admin admin] Pushing event updated for resources: {'Network': ['ID=39e9cde6-0d01-4242-a6ed-06857cf13960,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:28.582916 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-65f516db-9577-464d-9101-7a06325e1baf admin admin] Notify callbacks [] for subnet, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:28.591106 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Network 39e9cde6-0d01-4242-a6ed-06857cf13960 details requested by agent ovs-agent-dv-cinder-802669-1-iscsi with host dv-cinder-802669-1-iscsi {{(pid=93069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 09:24:28.603345 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-d02864e4-de4f-47fe-bdf8-3a3325190059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998659'] for segment, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:28.603719 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.db.segments_db [None req-d02864e4-de4f-47fe-bdf8-3a3325190059 admin admin] Added segment e2665667-7ebc-4093-83fc-21abd84d8703 of type vlan for network bc5fa390-0a22-474b-ac35-e54c73e4ebd9 Jul 28 09:24:28.604909 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02864e4-de4f-47fe-bdf8-3a3325190059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fcd6a40-7c8a-422e-9d89-788c55df10ed,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:28.649887 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0785391a-2aa1-4d51-aa26-97b62acb5d74 admin admin] Made reservation on behalf of 9a1f63fb540e42f18f0ec634cc138c04 for: {'subnet': 1} {{(pid=93067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:24:28.653556 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-0785391a-2aa1-4d51-aa26-97b62acb5d74 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:28.714284 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-d02864e4-de4f-47fe-bdf8-3a3325190059 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732595274087'] for network, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:28.775916 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-d02864e4-de4f-47fe-bdf8-3a3325190059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296'] for network, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:28.777607 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02864e4-de4f-47fe-bdf8-3a3325190059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:24:28.778530 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-d02864e4-de4f-47fe-bdf8-3a3325190059 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for network, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:28.863673 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-285050f3-08df-429b-9aa6-a4b8ef340177 admin admin] Made reservation on behalf of 9e465e5255d9401caf2f0f22d0b6e7c7 for: {'network': 1} {{(pid=93068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:24:28.867108 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-285050f3-08df-429b-9aa6-a4b8ef340177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for network, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:28.869127 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.db.api [None req-14e22d79-a9d5-4ff1-b519-37e9667300c4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 09:24:28.869127 dv-cinder-802669-1-iscsi neutron-server[93068]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 09:24:28.869127 dv-cinder-802669-1-iscsi neutron-server[93068]: [parameters: {'project_id_1': 'e58eec0762694e97a37e984a89bfcfdd', 'expiration_1': datetime.datetime(2021, 7, 28, 9, 24, 28, 509343)}] Jul 28 09:24:28.869127 dv-cinder-802669-1-iscsi neutron-server[93068]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93068) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 09:24:28.870025 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG oslo_db.api [None req-14e22d79-a9d5-4ff1-b519-37e9667300c4 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 09:24:28.873121 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-d02864e4-de4f-47fe-bdf8-3a3325190059 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3125989 Jul 28 09:24:28.875651 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.db.api [None req-48a38074-f470-4ed4-89d6-6af808f16750 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 09:24:28.875651 dv-cinder-802669-1-iscsi neutron-server[93068]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 09:24:28.875651 dv-cinder-802669-1-iscsi neutron-server[93068]: [parameters: {'project_id_1': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'expiration_1': datetime.datetime(2021, 7, 28, 9, 24, 28, 511084)}] Jul 28 09:24:28.875651 dv-cinder-802669-1-iscsi neutron-server[93068]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93068) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 09:24:28.875979 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG oslo_db.api [None req-48a38074-f470-4ed4-89d6-6af808f16750 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 09:24:28.882563 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 45646) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:24:28.886018 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [None req-1039d266-fb7b-44e1-8113-b9cd183693f3 admin admin] Request body: {'subnet': {'network_id': 'bc5fa390-0a22-474b-ac35-e54c73e4ebd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1715824593-subnet', 'tenant_id': 'cdd4025f7c74471e81aa73079f97a769', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:24:28.888401 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-285050f3-08df-429b-9aa6-a4b8ef340177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:28.900191 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-65f516db-9577-464d-9101-7a06325e1baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296'] for subnet, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:28.927911 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02864e4-de4f-47fe-bdf8-3a3325190059 admin admin] Pushing event updated for resources: {'Network': ['ID=bc5fa390-0a22-474b-ac35-e54c73e4ebd9,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:28.939347 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.db.api [None req-285050f3-08df-429b-9aa6-a4b8ef340177 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 09:24:28.939347 dv-cinder-802669-1-iscsi neutron-server[93068]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 09:24:28.939347 dv-cinder-802669-1-iscsi neutron-server[93068]: [parameters: {'project_id_1': '9e465e5255d9401caf2f0f22d0b6e7c7', 'expiration_1': datetime.datetime(2021, 7, 28, 9, 24, 28, 902068)}] Jul 28 09:24:28.939347 dv-cinder-802669-1-iscsi neutron-server[93068]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93068) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 09:24:28.939787 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG oslo_db.api [None req-285050f3-08df-429b-9aa6-a4b8ef340177 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 09:24:28.940968 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Network bc5fa390-0a22-474b-ac35-e54c73e4ebd9 details requested by agent ovs-agent-dv-cinder-802669-1-iscsi with host dv-cinder-802669-1-iscsi {{(pid=93069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 09:24:28.968847 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-0785391a-2aa1-4d51-aa26-97b62acb5d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296'] for subnet, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:28.970841 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1039d266-fb7b-44e1-8113-b9cd183693f3 admin admin] Made reservation on behalf of cdd4025f7c74471e81aa73079f97a769 for: {'subnet': 1} {{(pid=93067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:24:28.977992 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f516db-9577-464d-9101-7a06325e1baf admin admin] Checking segment: {'id': '0cfbf343-39bd-4fe2-a34a-bcc21842f0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3463c92e-9592-4a5e-be73-c0318bba2428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 09:24:28.978185 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-1039d266-fb7b-44e1-8113-b9cd183693f3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:28.978345 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f516db-9577-464d-9101-7a06325e1baf admin admin] Network hostable DHCP agents. Network: 3463c92e-9592-4a5e-be73-c0318bba2428, hostable agents: ['eded7055-7227-4503-b186-c85c89196e66'], hosted agents: [] {{(pid=93068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 09:24:28.983993 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f516db-9577-464d-9101-7a06325e1baf admin admin] Pushing event updated for resources: {'Subnet': ['ID=1774fccb-c973-4490-ba8e-1a26617adb21,revision_number=0']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:29.012079 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f516db-9577-464d-9101-7a06325e1baf admin admin] Network 3463c92e-9592-4a5e-be73-c0318bba2428 is scheduled to be hosted by DHCP agent eded7055-7227-4503-b186-c85c89196e66 with binding_index 1 {{(pid=93068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 09:24:29.034152 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.base_scheduler [None req-65f516db-9577-464d-9101-7a06325e1baf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802669-1-iscsi, 3463c92e-9592-4a5e-be73-c0318bba2428) {{(pid=93068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:24:29.042301 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f516db-9577-464d-9101-7a06325e1baf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:24:29.042962 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-65f516db-9577-464d-9101-7a06325e1baf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for subnet, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:29.061910 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13060648-db46-4d60-a258-32c9fb69efe3 None None] Network 3463c92e-9592-4a5e-be73-c0318bba2428 requested from dv-cinder-802669-1-iscsi {{(pid=93069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 09:24:29.070164 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-65f516db-9577-464d-9101-7a06325e1baf admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7549455 Jul 28 09:24:29.129740 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0785391a-2aa1-4d51-aa26-97b62acb5d74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20e57957-5bf7-45eb-ad51-199187182dea,revision_number=0']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:29.143490 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0785391a-2aa1-4d51-aa26-97b62acb5d74 admin admin] Checking segment: {'id': '75e20d3b-d1a3-42b5-b60b-d82f091cd497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '39e9cde6-0d01-4242-a6ed-06857cf13960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 09:24:29.143875 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0785391a-2aa1-4d51-aa26-97b62acb5d74 admin admin] Network hostable DHCP agents. Network: 39e9cde6-0d01-4242-a6ed-06857cf13960, hostable agents: ['eded7055-7227-4503-b186-c85c89196e66'], hosted agents: [] {{(pid=93067) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 09:24:29.234483 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8f581f-b780-4ff8-a60b-3a6d426df7a7 None None] Network 3463c92e-9592-4a5e-be73-c0318bba2428 requested from dv-cinder-802669-1-iscsi {{(pid=93069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 09:24:29.296773 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0785391a-2aa1-4d51-aa26-97b62acb5d74 admin admin] Network 39e9cde6-0d01-4242-a6ed-06857cf13960 is scheduled to be hosted by DHCP agent eded7055-7227-4503-b186-c85c89196e66 with binding_index 1 {{(pid=93067) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 09:24:29.310122 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-1039d266-fb7b-44e1-8113-b9cd183693f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296'] for subnet, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:29.350453 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.base_scheduler [None req-0785391a-2aa1-4d51-aa26-97b62acb5d74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802669-1-iscsi, 39e9cde6-0d01-4242-a6ed-06857cf13960) {{(pid=93067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:24:29.359339 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0785391a-2aa1-4d51-aa26-97b62acb5d74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:24:29.359956 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-0785391a-2aa1-4d51-aa26-97b62acb5d74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for subnet, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:29.381849 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-0785391a-2aa1-4d51-aa26-97b62acb5d74 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8312612 Jul 28 09:24:29.384749 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 45670) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:24:29.390680 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.v2.base [None req-66f3d842-01c6-41d0-bed2-9747a332e9b9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1574088378-router', 'tenant_id': '9a1f63fb540e42f18f0ec634cc138c04', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244'}}} {{(pid=93068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:24:29.397432 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1039d266-fb7b-44e1-8113-b9cd183693f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1f74411-6c4e-4dfc-902d-6f35d76f4922,revision_number=0']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:29.409229 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1039d266-fb7b-44e1-8113-b9cd183693f3 admin admin] Checking segment: {'id': 'e2665667-7ebc-4093-83fc-21abd84d8703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bc5fa390-0a22-474b-ac35-e54c73e4ebd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 09:24:29.409636 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1039d266-fb7b-44e1-8113-b9cd183693f3 admin admin] Network hostable DHCP agents. Network: bc5fa390-0a22-474b-ac35-e54c73e4ebd9, hostable agents: ['eded7055-7227-4503-b186-c85c89196e66'], hosted agents: [] {{(pid=93067) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 09:24:29.423380 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1df4589-d4ec-4534-9434-1a06bddc1290 None None] Network 39e9cde6-0d01-4242-a6ed-06857cf13960 requested from dv-cinder-802669-1-iscsi {{(pid=93069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 09:24:29.429256 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1039d266-fb7b-44e1-8113-b9cd183693f3 admin admin] Network bc5fa390-0a22-474b-ac35-e54c73e4ebd9 is scheduled to be hosted by DHCP agent eded7055-7227-4503-b186-c85c89196e66 with binding_index 1 {{(pid=93067) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 09:24:29.439960 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-66f3d842-01c6-41d0-bed2-9747a332e9b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7992358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-245501'] for router, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:29.440674 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.base_scheduler [None req-1039d266-fb7b-44e1-8113-b9cd183693f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802669-1-iscsi, bc5fa390-0a22-474b-ac35-e54c73e4ebd9) {{(pid=93067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:24:29.441079 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-66f3d842-01c6-41d0-bed2-9747a332e9b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7992449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8268108', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7907194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-245482'] for router, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:29.450930 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1039d266-fb7b-44e1-8113-b9cd183693f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:24:29.451560 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-1039d266-fb7b-44e1-8113-b9cd183693f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for subnet, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:29.456013 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-285050f3-08df-429b-9aa6-a4b8ef340177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:29.466401 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c334f45-b40f-4dc9-8816-ea3e3d9c9b5a None None] Network bc5fa390-0a22-474b-ac35-e54c73e4ebd9 requested from dv-cinder-802669-1-iscsi {{(pid=93069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 09:24:29.511400 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-1039d266-fb7b-44e1-8113-b9cd183693f3 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6305182 Jul 28 09:24:29.514247 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 45672) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:24:29.520600 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [None req-7a31aa2d-b148-4696-abbb-505ccc6a149c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1715824593-router', 'tenant_id': 'cdd4025f7c74471e81aa73079f97a769', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244'}}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:24:29.534564 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e22d79-a9d5-4ff1-b519-37e9667300c4 admin admin] Made reservation on behalf of e58eec0762694e97a37e984a89bfcfdd for: {'network': 1} {{(pid=93068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:24:29.534928 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 45674) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:24:29.536944 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-14e22d79-a9d5-4ff1-b519-37e9667300c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for network, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:29.604301 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-14e22d79-a9d5-4ff1-b519-37e9667300c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:29.621228 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-66f3d842-01c6-41d0-bed2-9747a332e9b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:29.706586 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-442e56b7-ea75-4e9c-9b68-e6690d0c0c70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:29.791166 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 45694) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:24:29.793763 dv-cinder-802669-1-iscsi neutron-server[93067]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 28 09:24:29.797171 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3fb43c-9ce3-49ad-b6e7-811623062cbb None None] Network bc5fa390-0a22-474b-ac35-e54c73e4ebd9 requested from dv-cinder-802669-1-iscsi {{(pid=93069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 09:24:29.808187 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-66f3d842-01c6-41d0-bed2-9747a332e9b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8268982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7992340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-245272'] for router, precommit_update {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:29.836814 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe62d14f-8a4b-4b45-b1d1-40bb8768935a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc683d508-302d-5167-8507-eca6b1e3656d-39e9cde6-0d01-4242-a6ed-06857cf13960', 'network_id': '39e9cde6-0d01-4242-a6ed-06857cf13960', 'tenant_id': '9a1f63fb540e42f18f0ec634cc138c04', 'fixed_ips': [{'subnet_id': '20e57957-5bf7-45eb-ad51-199187182dea'}]}} from dv-cinder-802669-1-iscsi. {{(pid=93069) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 09:24:29.837680 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fe62d14f-8a4b-4b45-b1d1-40bb8768935a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_create {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:29.966549 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-285050f3-08df-429b-9aa6-a4b8ef340177 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:29.973523 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-285050f3-08df-429b-9aa6-a4b8ef340177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:29.994505 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-285050f3-08df-429b-9aa6-a4b8ef340177 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=93068) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 09:24:30.014006 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-285050f3-08df-429b-9aa6-a4b8ef340177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998659'] for segment, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:30.015137 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.db.segments_db [None req-285050f3-08df-429b-9aa6-a4b8ef340177 admin admin] Added segment f023c778-1afa-49d5-8ab8-135354e6c980 of type vlan for network b1b43698-b9d6-4b16-bb1c-3b1165b061e7 Jul 28 09:24:30.041444 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-7a31aa2d-b148-4696-abbb-505ccc6a149c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7992358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-245501'] for router, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:30.042470 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-7a31aa2d-b148-4696-abbb-505ccc6a149c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7992449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8268108', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7907194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-245482'] for router, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:30.050426 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.db_base_plugin_common [None req-fe62d14f-8a4b-4b45-b1d1-40bb8768935a None None] Allocated IP 172.20.0.2 (39e9cde6-0d01-4242-a6ed-06857cf13960/20e57957-5bf7-45eb-ad51-199187182dea/67e0bc3b-d10a-411d-b50b-a3f095decec6) {{(pid=93069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:24:30.070067 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285050f3-08df-429b-9aa6-a4b8ef340177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af86cd65-c6a0-4edd-a79e-986ab1ba90ca,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:30.098047 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-285050f3-08df-429b-9aa6-a4b8ef340177 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732595274087'] for network, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:30.118574 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152589a1-9a79-485d-a221-fae63fa51183 req-77a9f28d-f1d2-46ec-b076-71e648717de8 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:24:30.120286 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-152589a1-9a79-485d-a221-fae63fa51183 req-77a9f28d-f1d2-46ec-b076-71e648717de8 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/networks?id=3463c92e-9592-4a5e-be73-c0318bba2428 HTTP/1.1" status: 200 len: 814 time: 0.3280656 Jul 28 09:24:30.164935 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-7a31aa2d-b148-4696-abbb-505ccc6a149c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:30.165468 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-152589a1-9a79-485d-a221-fae63fa51183 req-7a8c79ca-bf30-4117-85fc-f6d8d8d1ed8e tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/quotas/3ffc9329f42c48d5a02f450469dbaf89 HTTP/1.1" status: 200 len: 375 time: 0.0169358 Jul 28 09:24:30.207318 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-285050f3-08df-429b-9aa6-a4b8ef340177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296'] for network, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:30.209208 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285050f3-08df-429b-9aa6-a4b8ef340177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:24:30.210112 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-285050f3-08df-429b-9aa6-a4b8ef340177 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for network, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:30.254826 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fe62d14f-8a4b-4b45-b1d1-40bb8768935a None None] Notify callbacks [] for port, precommit_create {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:30.260856 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-152589a1-9a79-485d-a221-fae63fa51183 req-12817be3-93dd-416d-80e0-2d93fbfd02eb tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3ffc9329f42c48d5a02f450469dbaf89&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0850275 Jul 28 09:24:30.263934 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fe62d14f-8a4b-4b45-b1d1-40bb8768935a None None] Transition to ACTIVE for port object 67e0bc3b-d10a-411d-b50b-a3f095decec6 will not be triggered until provisioned by entity L2. {{(pid=93069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:24:30.281239 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fe62d14f-8a4b-4b45-b1d1-40bb8768935a None None] Transition to ACTIVE for port object 67e0bc3b-d10a-411d-b50b-a3f095decec6 will not be triggered until provisioned by entity DHCP. {{(pid=93069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:24:30.289206 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fe62d14f-8a4b-4b45-b1d1-40bb8768935a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732595289878'] for port, after_create {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:30.331559 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe62d14f-8a4b-4b45-b1d1-40bb8768935a None None] Pushing event updated for resources: {'Port': ['ID=67e0bc3b-d10a-411d-b50b-a3f095decec6,revision_number=1']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:30.341891 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe62d14f-8a4b-4b45-b1d1-40bb8768935a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:30.342242 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe62d14f-8a4b-4b45-b1d1-40bb8768935a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:30.342578 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe62d14f-8a4b-4b45-b1d1-40bb8768935a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:30.343249 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe62d14f-8a4b-4b45-b1d1-40bb8768935a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:30.343249 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe62d14f-8a4b-4b45-b1d1-40bb8768935a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:30.343528 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe62d14f-8a4b-4b45-b1d1-40bb8768935a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:30.343940 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe62d14f-8a4b-4b45-b1d1-40bb8768935a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:30.344265 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe62d14f-8a4b-4b45-b1d1-40bb8768935a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:30.344597 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe62d14f-8a4b-4b45-b1d1-40bb8768935a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:30.344942 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe62d14f-8a4b-4b45-b1d1-40bb8768935a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:30.345257 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe62d14f-8a4b-4b45-b1d1-40bb8768935a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:30.345566 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe62d14f-8a4b-4b45-b1d1-40bb8768935a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:30.346584 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe62d14f-8a4b-4b45-b1d1-40bb8768935a None None] Tracked resource versions report: Jul 28 09:24:30.346584 dv-cinder-802669-1-iscsi neutron-server[93069]: pushed versions: Jul 28 09:24:30.346584 dv-cinder-802669-1-iscsi neutron-server[93069]: { 'AddressGroup': {'1.2'}, Jul 28 09:24:30.346584 dv-cinder-802669-1-iscsi neutron-server[93069]: 'ConntrackHelper': {'1.0'}, Jul 28 09:24:30.346584 dv-cinder-802669-1-iscsi neutron-server[93069]: 'Log': {'1.0'}, Jul 28 09:24:30.346584 dv-cinder-802669-1-iscsi neutron-server[93069]: 'Network': {'1.1'}, Jul 28 09:24:30.346584 dv-cinder-802669-1-iscsi neutron-server[93069]: 'Port': {'1.7'}, Jul 28 09:24:30.346584 dv-cinder-802669-1-iscsi neutron-server[93069]: 'PortForwarding': {'1.2'}, Jul 28 09:24:30.346584 dv-cinder-802669-1-iscsi neutron-server[93069]: 'QosPolicy': {'1.8'}, Jul 28 09:24:30.346584 dv-cinder-802669-1-iscsi neutron-server[93069]: 'SecurityGroup': {'1.4'}, Jul 28 09:24:30.346584 dv-cinder-802669-1-iscsi neutron-server[93069]: 'SecurityGroupRule': {'1.2'}, Jul 28 09:24:30.346584 dv-cinder-802669-1-iscsi neutron-server[93069]: 'SubPort': {'1.0'}, Jul 28 09:24:30.346584 dv-cinder-802669-1-iscsi neutron-server[93069]: 'Subnet': {'1.1'}, Jul 28 09:24:30.346584 dv-cinder-802669-1-iscsi neutron-server[93069]: 'Trunk': {'1.1'}} Jul 28 09:24:30.346584 dv-cinder-802669-1-iscsi neutron-server[93069]: consumer versions: Jul 28 09:24:30.346584 dv-cinder-802669-1-iscsi neutron-server[93069]: { DHCP agent@dv-cinder-802669-1-iscsi: {}, Jul 28 09:24:30.346584 dv-cinder-802669-1-iscsi neutron-server[93069]: HyperV agent@hv-cinder-80266: {}, Jul 28 09:24:30.346584 dv-cinder-802669-1-iscsi neutron-server[93069]: L3 agent@dv-cinder-802669-1-iscsi: {}, Jul 28 09:24:30.346584 dv-cinder-802669-1-iscsi neutron-server[93069]: Metadata agent@dv-cinder-802669-1-iscsi: {}, Jul 28 09:24:30.346584 dv-cinder-802669-1-iscsi neutron-server[93069]: Metering agent@dv-cinder-802669-1-iscsi: {}, Jul 28 09:24:30.346584 dv-cinder-802669-1-iscsi neutron-server[93069]: Open vSwitch agent@dv-cinder-802669-1-iscsi: { 'AddressGroup': '1.2', Jul 28 09:24:30.346584 dv-cinder-802669-1-iscsi neutron-server[93069]: 'ConntrackHelper': '1.0', Jul 28 09:24:30.346584 dv-cinder-802669-1-iscsi neutron-server[93069]: 'Log': '1.0', Jul 28 09:24:30.346584 dv-cinder-802669-1-iscsi neutron-server[93069]: 'Network': '1.1', Jul 28 09:24:30.346584 dv-cinder-802669-1-iscsi neutron-server[93069]: 'Port': '1.7', Jul 28 09:24:30.346584 dv-cinder-802669-1-iscsi neutron-server[93069]: 'PortForwarding': '1.2', Jul 28 09:24:30.346584 dv-cinder-802669-1-iscsi neutron-server[93069]: 'QosPolicy': '1.8', Jul 28 09:24:30.346584 dv-cinder-802669-1-iscsi neutron-server[93069]: 'SecurityGroup': '1.4', Jul 28 09:24:30.346584 dv-cinder-802669-1-iscsi neutron-server[93069]: 'SecurityGroupRule': '1.2', Jul 28 09:24:30.346584 dv-cinder-802669-1-iscsi neutron-server[93069]: 'SubPort': '1.0', Jul 28 09:24:30.346584 dv-cinder-802669-1-iscsi neutron-server[93069]: 'Subnet': '1.1', Jul 28 09:24:30.346584 dv-cinder-802669-1-iscsi neutron-server[93069]: 'Trunk': '1.1'}} Jul 28 09:24:30.346584 dv-cinder-802669-1-iscsi neutron-server[93069]: {{(pid=93069) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 09:24:30.358368 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-14e22d79-a9d5-4ff1-b519-37e9667300c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:30.359646 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe62d14f-8a4b-4b45-b1d1-40bb8768935a None None] Network 39e9cde6-0d01-4242-a6ed-06857cf13960 is already hosted by enough agents. {{(pid=93069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:24:30.361613 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.scheduler.base_scheduler [None req-fe62d14f-8a4b-4b45-b1d1-40bb8768935a None None] Resources bound (agent type, host, resource id): {{(pid=93069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:24:30.366756 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe62d14f-8a4b-4b45-b1d1-40bb8768935a None None] Received port after_create {{(pid=93069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 09:24:30.373292 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285050f3-08df-429b-9aa6-a4b8ef340177 admin admin] Pushing event updated for resources: {'Network': ['ID=b1b43698-b9d6-4b16-bb1c-3b1165b061e7,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:30.380156 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-14e22d79-a9d5-4ff1-b519-37e9667300c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:30.403436 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Network b1b43698-b9d6-4b16-bb1c-3b1165b061e7 details requested by agent ovs-agent-dv-cinder-802669-1-iscsi with host dv-cinder-802669-1-iscsi {{(pid=93069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 09:24:30.408408 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-66f3d842-01c6-41d0-bed2-9747a332e9b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:30.420378 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14e22d79-a9d5-4ff1-b519-37e9667300c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=93068) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 09:24:30.452712 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-66f3d842-01c6-41d0-bed2-9747a332e9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:30.459535 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e22d79-a9d5-4ff1-b519-37e9667300c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dfb2c85-93fe-4864-8f88-3b5438c7cd06,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:30.462723 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-14e22d79-a9d5-4ff1-b519-37e9667300c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998659'] for segment, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:30.463126 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.db.segments_db [None req-14e22d79-a9d5-4ff1-b519-37e9667300c4 admin admin] Added segment 5747e39f-204c-4205-8c75-eb65798aeb9d of type vlan for network 638df278-e212-4807-b9aa-2a3ad67b057a Jul 28 09:24:30.501478 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.managers [None req-fe62d14f-8a4b-4b45-b1d1-40bb8768935a None None] Attempting to bind port 67e0bc3b-d10a-411d-b50b-a3f095decec6 on host dv-cinder-802669-1-iscsi for vnic_type normal with profile {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 09:24:30.501764 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.managers [None req-fe62d14f-8a4b-4b45-b1d1-40bb8768935a None None] Attempting to bind port 67e0bc3b-d10a-411d-b50b-a3f095decec6 by drivers openvswitch,hyperv on host dv-cinder-802669-1-iscsi at level 0 using segments [{'id': '75e20d3b-d1a3-42b5-b60b-d82f091cd497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '39e9cde6-0d01-4242-a6ed-06857cf13960'}] {{(pid=93069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 09:24:30.502118 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe62d14f-8a4b-4b45-b1d1-40bb8768935a None None] Attempting to bind port 67e0bc3b-d10a-411d-b50b-a3f095decec6 on network 39e9cde6-0d01-4242-a6ed-06857cf13960 {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 09:24:30.507078 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-442e56b7-ea75-4e9c-9b68-e6690d0c0c70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:30.511638 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe62d14f-8a4b-4b45-b1d1-40bb8768935a None None] Checking agent: {'id': 'c23067a4-a93a-4753-ba74-9a71aabd88dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 9, 17, 1), 'started_at': datetime.datetime(2021, 7, 28, 9, 17, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 9, 24, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 09:24:30.513109 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe62d14f-8a4b-4b45-b1d1-40bb8768935a None None] Checking segment: {'id': '75e20d3b-d1a3-42b5-b60b-d82f091cd497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '39e9cde6-0d01-4242-a6ed-06857cf13960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 09:24:30.513510 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fe62d14f-8a4b-4b45-b1d1-40bb8768935a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:30.514127 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe62d14f-8a4b-4b45-b1d1-40bb8768935a None None] Bound using segment: {'id': '75e20d3b-d1a3-42b5-b60b-d82f091cd497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '39e9cde6-0d01-4242-a6ed-06857cf13960'} {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 09:24:30.514611 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.managers [None req-fe62d14f-8a4b-4b45-b1d1-40bb8768935a None None] Bound port: 67e0bc3b-d10a-411d-b50b-a3f095decec6, host: dv-cinder-802669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75e20d3b-d1a3-42b5-b60b-d82f091cd497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '39e9cde6-0d01-4242-a6ed-06857cf13960'}}] {{(pid=93069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 09:24:30.515011 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fe62d14f-8a4b-4b45-b1d1-40bb8768935a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:30.537405 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-14e22d79-a9d5-4ff1-b519-37e9667300c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732595274087'] for network, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:30.560868 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-442e56b7-ea75-4e9c-9b68-e6690d0c0c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:30.588844 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-14e22d79-a9d5-4ff1-b519-37e9667300c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296'] for network, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:30.589953 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e22d79-a9d5-4ff1-b519-37e9667300c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:24:30.590608 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-14e22d79-a9d5-4ff1-b519-37e9667300c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for network, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:30.618907 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-fe62d14f-8a4b-4b45-b1d1-40bb8768935a None None] For port 67e0bc3b-d10a-411d-b50b-a3f095decec6, host dv-cinder-802669-1-iscsi, cleared binding levels {{(pid=93069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:24:30.621458 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-7a31aa2d-b148-4696-abbb-505ccc6a149c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8268982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7992340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-245272'] for router, precommit_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:30.622836 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-fe62d14f-8a4b-4b45-b1d1-40bb8768935a None None] For port 67e0bc3b-d10a-411d-b50b-a3f095decec6, host dv-cinder-802669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=67e0bc3b-d10a-411d-b50b-a3f095decec6,segment=NetworkSegment(75e20d3b-d1a3-42b5-b60b-d82f091cd497),segment_id=75e20d3b-d1a3-42b5-b60b-d82f091cd497)] {{(pid=93069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:24:30.628484 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fe62d14f-8a4b-4b45-b1d1-40bb8768935a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:30.647337 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [req-152589a1-9a79-485d-a221-fae63fa51183 req-94f91c7f-78c1-4a39-bf72-b3f4a73648bf service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93067) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 09:24:30.648400 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-152589a1-9a79-485d-a221-fae63fa51183 req-94f91c7f-78c1-4a39-bf72-b3f4a73648bf service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1397560 Jul 28 09:24:30.659143 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e22d79-a9d5-4ff1-b519-37e9667300c4 admin admin] Pushing event updated for resources: {'Network': ['ID=638df278-e212-4807-b9aa-2a3ad67b057a,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:30.672509 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a38074-f470-4ed4-89d6-6af808f16750 admin admin] Made reservation on behalf of b8340ca8a0bb47c3871a9e4d939e9a44 for: {'subnet': 1} {{(pid=93068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:24:30.675111 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-48a38074-f470-4ed4-89d6-6af808f16750 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:30.687219 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Network 638df278-e212-4807-b9aa-2a3ad67b057a details requested by agent ovs-agent-dv-cinder-802669-1-iscsi with host dv-cinder-802669-1-iscsi {{(pid=93069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 09:24:30.746378 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-14e22d79-a9d5-4ff1-b519-37e9667300c4 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.1405096 Jul 28 09:24:30.747707 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-285050f3-08df-429b-9aa6-a4b8ef340177 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.9989731 Jul 28 09:24:30.753375 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 45708) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:24:30.753882 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 45710) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:24:30.784290 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-442e56b7-ea75-4e9c-9b68-e6690d0c0c70 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fa4c5e98c5e04f3a960e2f74d58ba195&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2483289 Jul 28 09:24:30.788240 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.v2.base [None req-f0ef6a70-a873-4d24-9321-966042c944fe admin admin] Request body: {'subnet': {'network_id': '638df278-e212-4807-b9aa-2a3ad67b057a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1006885887-subnet', 'tenant_id': 'e58eec0762694e97a37e984a89bfcfdd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:24:30.795563 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 45714) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:24:30.800009 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442e56b7-ea75-4e9c-9b68-e6690d0c0c70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c825478-acb5-43cb-9dc4-9da9a8280d38,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:30.806348 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.v2.base [None req-2a44ea97-0282-4f7d-8bdd-230d1e4c4c99 admin admin] Request body: {'subnet': {'network_id': 'b1b43698-b9d6-4b16-bb1c-3b1165b061e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1397897330-subnet', 'tenant_id': '9e465e5255d9401caf2f0f22d0b6e7c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:24:30.817953 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-238e0b70-168e-4ae2-9217-60f2ab175df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:30.857132 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe62d14f-8a4b-4b45-b1d1-40bb8768935a None None] Pushing event updated for resources: {'Port': ['ID=67e0bc3b-d10a-411d-b50b-a3f095decec6,revision_number=2']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:30.873027 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.db.db_base_plugin_common [None req-66f3d842-01c6-41d0-bed2-9747a332e9b9 admin admin] Allocated IP 172.27.3.25 (30331174-7d3c-4928-87ce-fe2956ee4244/7bde36bf-957f-4642-ab95-d9df711170af/71727ab9-08d1-4c73-b9b9-bb1dd4d024f8) {{(pid=93068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:24:30.877157 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ef6a70-a873-4d24-9321-966042c944fe admin admin] Made reservation on behalf of e58eec0762694e97a37e984a89bfcfdd for: {'subnet': 1} {{(pid=93068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:24:30.879550 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-f0ef6a70-a873-4d24-9321-966042c944fe admin admin] Notify callbacks [] for subnet, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:30.999755 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a44ea97-0282-4f7d-8bdd-230d1e4c4c99 admin admin] Made reservation on behalf of 9e465e5255d9401caf2f0f22d0b6e7c7 for: {'subnet': 1} {{(pid=93068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:24:31.001639 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-2a44ea97-0282-4f7d-8bdd-230d1e4c4c99 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:31.066379 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-152589a1-9a79-485d-a221-fae63fa51183 req-1f15ff9d-1a08-48d4-905a-263e2cacb2bf service neutron] 10.222.0.23 "GET /v2.0/networks/3463c92e-9592-4a5e-be73-c0318bba2428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3867264 Jul 28 09:24:31.067478 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-bbb3899d-cf46-4543-9f63-7db6b4d1c465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:31.100815 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:31.173436 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-bbb3899d-cf46-4543-9f63-7db6b4d1c465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:31.272542 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-48a38074-f470-4ed4-89d6-6af808f16750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296'] for subnet, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:31.368149 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device 67e0bc3b-d10a-411d-b50b-a3f095decec6 up at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:24:31.383185 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-66f3d842-01c6-41d0-bed2-9747a332e9b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:31.421287 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-7a31aa2d-b148-4696-abbb-505ccc6a149c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:31.434288 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning for port 67e0bc3b-d10a-411d-b50b-a3f095decec6 completed by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:24:31.436337 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-152589a1-9a79-485d-a221-fae63fa51183 req-cadaca80-4cb8-48a9-8b81-4b187016f854 service neutron] 10.222.0.23 "GET /v2.0/networks/3463c92e-9592-4a5e-be73-c0318bba2428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417375 Jul 28 09:24:31.457069 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-7a31aa2d-b148-4696-abbb-505ccc6a149c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:31.494827 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a38074-f470-4ed4-89d6-6af808f16750 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd0bcb40-b982-4039-a925-2309bc61c85b,revision_number=0']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:31.501644 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-bbb3899d-cf46-4543-9f63-7db6b4d1c465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:31.504442 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-bbb3899d-cf46-4543-9f63-7db6b4d1c465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:31.508440 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-bbb3899d-cf46-4543-9f63-7db6b4d1c465 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9c825478-acb5-43cb-9dc4-9da9a8280d38 HTTP/1.1" status: 204 len: 168 time: 0.6904612 Jul 28 09:24:31.531428 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb3899d-cf46-4543-9f63-7db6b4d1c465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c825478-acb5-43cb-9dc4-9da9a8280d38,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:31.620054 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a38074-f470-4ed4-89d6-6af808f16750 admin admin] Checking segment: {'id': '8d4ebd29-05d0-486e-9486-49583b4bf742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '59c4a637-5ed0-4b6e-a037-96ec97ce270f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 09:24:31.620605 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a38074-f470-4ed4-89d6-6af808f16750 admin admin] Network hostable DHCP agents. Network: 59c4a637-5ed0-4b6e-a037-96ec97ce270f, hostable agents: ['eded7055-7227-4503-b186-c85c89196e66'], hosted agents: [] {{(pid=93068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 09:24:31.678364 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-2a44ea97-0282-4f7d-8bdd-230d1e4c4c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296'] for subnet, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:31.723994 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 45740) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:24:31.728835 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-66f3d842-01c6-41d0-bed2-9747a332e9b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732595289878'] for port, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:31.735592 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a38074-f470-4ed4-89d6-6af808f16750 admin admin] Network 59c4a637-5ed0-4b6e-a037-96ec97ce270f is scheduled to be hosted by DHCP agent eded7055-7227-4503-b186-c85c89196e66 with binding_index 1 {{(pid=93068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 09:24:31.748937 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-f0ef6a70-a873-4d24-9321-966042c944fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296'] for subnet, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:31.773386 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.base_scheduler [None req-48a38074-f470-4ed4-89d6-6af808f16750 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802669-1-iscsi, 59c4a637-5ed0-4b6e-a037-96ec97ce270f) {{(pid=93068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:24:31.785559 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d9170f-e97a-4962-ae58-78942a8dce5f None None] Network 59c4a637-5ed0-4b6e-a037-96ec97ce270f requested from dv-cinder-802669-1-iscsi {{(pid=93069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 09:24:31.788064 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f3d842-01c6-41d0-bed2-9747a332e9b9 admin admin] Network 30331174-7d3c-4928-87ce-fe2956ee4244 is already hosted by enough agents. {{(pid=93068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:24:31.793102 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.db_base_plugin_common [None req-7a31aa2d-b148-4696-abbb-505ccc6a149c admin admin] Allocated IP 172.27.3.73 (30331174-7d3c-4928-87ce-fe2956ee4244/7bde36bf-957f-4642-ab95-d9df711170af/bbcc8c3e-93ef-4169-ad22-bfa2229dc276) {{(pid=93067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:24:31.839446 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a38074-f470-4ed4-89d6-6af808f16750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:24:31.840127 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-48a38074-f470-4ed4-89d6-6af808f16750 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for subnet, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:31.848654 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a44ea97-0282-4f7d-8bdd-230d1e4c4c99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2a0ccca-fe4b-4f48-b00e-bcf72ad89450,revision_number=0']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:31.861701 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.base_scheduler [None req-66f3d842-01c6-41d0-bed2-9747a332e9b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:24:31.962344 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-7a31aa2d-b148-4696-abbb-505ccc6a149c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:31.971564 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-48a38074-f470-4ed4-89d6-6af808f16750 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 4.0299218 Jul 28 09:24:31.979696 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 45758) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:24:31.982493 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f3d842-01c6-41d0-bed2-9747a332e9b9 admin admin] Pushing event updated for resources: {'Port': ['ID=71727ab9-08d1-4c73-b9b9-bb1dd4d024f8,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:31.999372 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.v2.base [None req-53ecf33d-0d77-4b79-bddd-50fad0c870d1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1030155211-router', 'tenant_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244'}}} {{(pid=93068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:24:32.007239 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f3d842-01c6-41d0-bed2-9747a332e9b9 admin admin] Received port after_create {{(pid=93068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 09:24:32.044118 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-7a31aa2d-b148-4696-abbb-505ccc6a149c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732595289878'] for port, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:32.057335 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a44ea97-0282-4f7d-8bdd-230d1e4c4c99 admin admin] Checking segment: {'id': 'f023c778-1afa-49d5-8ab8-135354e6c980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b1b43698-b9d6-4b16-bb1c-3b1165b061e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 09:24:32.058093 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a44ea97-0282-4f7d-8bdd-230d1e4c4c99 admin admin] Network hostable DHCP agents. Network: b1b43698-b9d6-4b16-bb1c-3b1165b061e7, hostable agents: ['eded7055-7227-4503-b186-c85c89196e66'], hosted agents: [] {{(pid=93068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 09:24:32.095731 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2cca62fc-a550-41da-9f54-655c1c5dc2ed req-2e017666-076c-454c-b6d4-f1f40fc9010f tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e1287df-cb69-4058-b6ed-b2156f10ea45 HTTP/1.1" status: 200 len: 210 time: 0.3694229 Jul 28 09:24:32.103168 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-29fc97ff-9392-4c7d-8b91-be3be07fca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:32.127015 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ef6a70-a873-4d24-9321-966042c944fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=76bc31cc-b836-4372-b38b-668d8e9b1b44,revision_number=0']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:32.134697 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ef6a70-a873-4d24-9321-966042c944fe admin admin] Checking segment: {'id': '5747e39f-204c-4205-8c75-eb65798aeb9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '638df278-e212-4807-b9aa-2a3ad67b057a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 09:24:32.135051 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ef6a70-a873-4d24-9321-966042c944fe admin admin] Network hostable DHCP agents. Network: 638df278-e212-4807-b9aa-2a3ad67b057a, hostable agents: ['eded7055-7227-4503-b186-c85c89196e66'], hosted agents: [] {{(pid=93068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 09:24:32.140637 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2f485f-c0a9-47c2-a7fa-8f585e25d340 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc683d508-302d-5167-8507-eca6b1e3656d-59c4a637-5ed0-4b6e-a037-96ec97ce270f', 'network_id': '59c4a637-5ed0-4b6e-a037-96ec97ce270f', 'tenant_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'fixed_ips': [{'subnet_id': 'fd0bcb40-b982-4039-a925-2309bc61c85b'}]}} from dv-cinder-802669-1-iscsi. {{(pid=93069) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 09:24:32.141555 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-de2f485f-c0a9-47c2-a7fa-8f585e25d340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_create {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:32.162021 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a31aa2d-b148-4696-abbb-505ccc6a149c admin admin] Network 30331174-7d3c-4928-87ce-fe2956ee4244 is already hosted by enough agents. {{(pid=93067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:24:32.165364 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.base_scheduler [None req-7a31aa2d-b148-4696-abbb-505ccc6a149c admin admin] Resources bound (agent type, host, resource id): {{(pid=93067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:24:32.173178 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a31aa2d-b148-4696-abbb-505ccc6a149c admin admin] Received port after_create {{(pid=93067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 09:24:32.175913 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-53ecf33d-0d77-4b79-bddd-50fad0c870d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7992358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-245501'] for router, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:32.176902 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-53ecf33d-0d77-4b79-bddd-50fad0c870d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7992449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8268108', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7907194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-245482'] for router, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:32.217044 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a44ea97-0282-4f7d-8bdd-230d1e4c4c99 admin admin] Network b1b43698-b9d6-4b16-bb1c-3b1165b061e7 is scheduled to be hosted by DHCP agent eded7055-7227-4503-b186-c85c89196e66 with binding_index 1 {{(pid=93068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 09:24:32.256227 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ef6a70-a873-4d24-9321-966042c944fe admin admin] Network 638df278-e212-4807-b9aa-2a3ad67b057a is scheduled to be hosted by DHCP agent eded7055-7227-4503-b186-c85c89196e66 with binding_index 1 {{(pid=93068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 09:24:32.275944 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.base_scheduler [None req-f0ef6a70-a873-4d24-9321-966042c944fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802669-1-iscsi, 638df278-e212-4807-b9aa-2a3ad67b057a) {{(pid=93068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:24:32.279410 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.base_scheduler [None req-2a44ea97-0282-4f7d-8bdd-230d1e4c4c99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802669-1-iscsi, b1b43698-b9d6-4b16-bb1c-3b1165b061e7) {{(pid=93068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:24:32.312606 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba809bcc-ccfd-48b9-91b4-6ac4b0808c52 None None] Network 638df278-e212-4807-b9aa-2a3ad67b057a requested from dv-cinder-802669-1-iscsi {{(pid=93069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 09:24:32.318374 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d36a5c7-ab1c-4309-bc72-f06f9783d6e9 None None] Network b1b43698-b9d6-4b16-bb1c-3b1165b061e7 requested from dv-cinder-802669-1-iscsi {{(pid=93069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 09:24:32.439216 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a31aa2d-b148-4696-abbb-505ccc6a149c admin admin] Pushing event updated for resources: {'Port': ['ID=bbcc8c3e-93ef-4169-ad22-bfa2229dc276,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:32.457554 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ef6a70-a873-4d24-9321-966042c944fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:24:32.458134 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-f0ef6a70-a873-4d24-9321-966042c944fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for subnet, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:32.472224 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a44ea97-0282-4f7d-8bdd-230d1e4c4c99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:24:32.473035 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-2a44ea97-0282-4f7d-8bdd-230d1e4c4c99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for subnet, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:32.493906 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-f0ef6a70-a873-4d24-9321-966042c944fe admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7240717 Jul 28 09:24:32.502759 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d7f991-7dc6-4637-9bce-8e56448295f7 None None] Network 39e9cde6-0d01-4242-a6ed-06857cf13960 requested from dv-cinder-802669-1-iscsi {{(pid=93069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 09:24:32.543914 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-53ecf33d-0d77-4b79-bddd-50fad0c870d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:32.666215 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.db_base_plugin_common [None req-de2f485f-c0a9-47c2-a7fa-8f585e25d340 None None] Allocated IP 172.20.0.2 (59c4a637-5ed0-4b6e-a037-96ec97ce270f/fd0bcb40-b982-4039-a925-2309bc61c85b/6ab29dc1-6e0e-4e21-9b34-4c60db753001) {{(pid=93069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:24:32.709963 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-34eb1423-86cc-4da0-9e13-e3098fb0ef0f None None] Provisioning for port 67e0bc3b-d10a-411d-b50b-a3f095decec6 completed by entity DHCP. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:24:32.789724 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-34eb1423-86cc-4da0-9e13-e3098fb0ef0f None None] Provisioning complete for port 67e0bc3b-d10a-411d-b50b-a3f095decec6 triggered by entity DHCP. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:24:32.793242 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-34eb1423-86cc-4da0-9e13-e3098fb0ef0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:32.815664 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-2a44ea97-0282-4f7d-8bdd-230d1e4c4c99 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0513902 Jul 28 09:24:32.825404 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-7a31aa2d-b148-4696-abbb-505ccc6a149c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:33.107386 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-53ecf33d-0d77-4b79-bddd-50fad0c870d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8268982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7992340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-245272'] for router, precommit_update {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:33.151843 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-66f3d842-01c6-41d0-bed2-9747a332e9b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:33.341136 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28cc1ee-28b9-4570-b2fa-f893cb5ab334 None None] Network 638df278-e212-4807-b9aa-2a3ad67b057a requested from dv-cinder-802669-1-iscsi {{(pid=93069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 09:24:33.347376 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-4ba1d2ed-1b0f-46b9-8e81-c47aee2964a7 req-61145691-aff6-4f46-8a3f-f3c7e8f896ad tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e1287df-cb69-4058-b6ed-b2156f10ea45 HTTP/1.1" status: 200 len: 210 time: 0.0769184 Jul 28 09:24:33.384862 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-7a31aa2d-b148-4696-abbb-505ccc6a149c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7992349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8268947'] for router, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:33.553608 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-de2f485f-c0a9-47c2-a7fa-8f585e25d340 None None] Notify callbacks [] for port, precommit_create {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:33.575429 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-de2f485f-c0a9-47c2-a7fa-8f585e25d340 None None] Transition to ACTIVE for port object 6ab29dc1-6e0e-4e21-9b34-4c60db753001 will not be triggered until provisioned by entity L2. {{(pid=93069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:24:33.576415 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-66f3d842-01c6-41d0-bed2-9747a332e9b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7992349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8268947'] for router, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:33.612112 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-de2f485f-c0a9-47c2-a7fa-8f585e25d340 None None] Transition to ACTIVE for port object 6ab29dc1-6e0e-4e21-9b34-4c60db753001 will not be triggered until provisioned by entity DHCP. {{(pid=93069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:24:33.714995 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a31aa2d-b148-4696-abbb-505ccc6a149c admin admin] Router 91b239b7-2465-4925-93ad-8dab7bd02999 is scheduled to L3 agent 4c8802ae-c91a-4e26-b3c6-37f497a3b5b2 with binding_index 1 {{(pid=93067) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 09:24:33.765001 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-de2f485f-c0a9-47c2-a7fa-8f585e25d340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732595289878'] for port, after_create {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:33.809602 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-53ecf33d-0d77-4b79-bddd-50fad0c870d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:33.810215 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2f485f-c0a9-47c2-a7fa-8f585e25d340 None None] Network 59c4a637-5ed0-4b6e-a037-96ec97ce270f is already hosted by enough agents. {{(pid=93069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:24:33.858334 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2f485f-c0a9-47c2-a7fa-8f585e25d340 None None] Pushing event updated for resources: {'Port': ['ID=6ab29dc1-6e0e-4e21-9b34-4c60db753001,revision_number=1']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:33.878529 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.scheduler.base_scheduler [None req-de2f485f-c0a9-47c2-a7fa-8f585e25d340 None None] Resources bound (agent type, host, resource id): {{(pid=93069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:24:33.880529 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001fcca6-d5d6-4788-8093-70a744a340a0 None None] Network b1b43698-b9d6-4b16-bb1c-3b1165b061e7 requested from dv-cinder-802669-1-iscsi {{(pid=93069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 09:24:33.903321 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-53ecf33d-0d77-4b79-bddd-50fad0c870d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:33.931283 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a31aa2d-b148-4696-abbb-505ccc6a149c admin admin] Notify agent at l3_agent.dv-cinder-802669-1-iscsi the message routers_updated {{(pid=93067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:24:33.941800 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8370db91-19e1-47be-a399-36159a02e87a None None] Sync routers for ids ['91b239b7-2465-4925-93ad-8dab7bd02999'] in dv-cinder-802669-1-iscsi {{(pid=93070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:24:33.957972 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8370db91-19e1-47be-a399-36159a02e87a None None] Routers {'91b239b7-2465-4925-93ad-8dab7bd02999'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:24:33.961419 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-8370db91-19e1-47be-a399-36159a02e87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:24:31Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['91b239b7-2465-4925-93ad-8dab7bd02999'], 'active': True} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:24:33.964131 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-7a31aa2d-b148-4696-abbb-505ccc6a149c admin admin] Notify callbacks [] for router, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:33.965639 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-7a31aa2d-b148-4696-abbb-505ccc6a149c admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.4500651 Jul 28 09:24:33.968786 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 45854) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:24:33.992790 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-2284cd4c-493c-4cd5-902b-cad83a6c7b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:33.994930 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2f485f-c0a9-47c2-a7fa-8f585e25d340 None None] Received port after_create {{(pid=93069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 09:24:34.158165 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.db.db_base_plugin_common [None req-53ecf33d-0d77-4b79-bddd-50fad0c870d1 admin admin] Allocated IP 172.27.3.79 (30331174-7d3c-4928-87ce-fe2956ee4244/7bde36bf-957f-4642-ab95-d9df711170af/936100aa-05d4-49f1-9f74-c3679b0940e3) {{(pid=93068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:24:34.185895 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.managers [None req-de2f485f-c0a9-47c2-a7fa-8f585e25d340 None None] Attempting to bind port 6ab29dc1-6e0e-4e21-9b34-4c60db753001 on host dv-cinder-802669-1-iscsi for vnic_type normal with profile {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 09:24:34.188515 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.managers [None req-de2f485f-c0a9-47c2-a7fa-8f585e25d340 None None] Attempting to bind port 6ab29dc1-6e0e-4e21-9b34-4c60db753001 by drivers openvswitch,hyperv on host dv-cinder-802669-1-iscsi at level 0 using segments [{'id': '8d4ebd29-05d0-486e-9486-49583b4bf742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '59c4a637-5ed0-4b6e-a037-96ec97ce270f'}] {{(pid=93069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 09:24:34.188895 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2f485f-c0a9-47c2-a7fa-8f585e25d340 None None] Attempting to bind port 6ab29dc1-6e0e-4e21-9b34-4c60db753001 on network 59c4a637-5ed0-4b6e-a037-96ec97ce270f {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 09:24:34.198566 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-34eb1423-86cc-4da0-9e13-e3098fb0ef0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:34.216147 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2f485f-c0a9-47c2-a7fa-8f585e25d340 None None] Checking agent: {'id': 'c23067a4-a93a-4753-ba74-9a71aabd88dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 9, 17, 1), 'started_at': datetime.datetime(2021, 7, 28, 9, 17, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 9, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 09:24:34.217030 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2f485f-c0a9-47c2-a7fa-8f585e25d340 None None] Checking segment: {'id': '8d4ebd29-05d0-486e-9486-49583b4bf742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '59c4a637-5ed0-4b6e-a037-96ec97ce270f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 09:24:34.217625 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-de2f485f-c0a9-47c2-a7fa-8f585e25d340 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:34.218321 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2f485f-c0a9-47c2-a7fa-8f585e25d340 None None] Bound using segment: {'id': '8d4ebd29-05d0-486e-9486-49583b4bf742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '59c4a637-5ed0-4b6e-a037-96ec97ce270f'} {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 09:24:34.219152 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.managers [None req-de2f485f-c0a9-47c2-a7fa-8f585e25d340 None None] Bound port: 6ab29dc1-6e0e-4e21-9b34-4c60db753001, host: dv-cinder-802669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d4ebd29-05d0-486e-9486-49583b4bf742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '59c4a637-5ed0-4b6e-a037-96ec97ce270f'}}] {{(pid=93069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 09:24:34.219886 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvr_db [None req-8370db91-19e1-47be-a399-36159a02e87a None None] Set router 91b239b7-2465-4925-93ad-8dab7bd02999 gateway port host: dv-cinder-802669-1-iscsi {{(pid=93070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:24:34.220173 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-de2f485f-c0a9-47c2-a7fa-8f585e25d340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:34.315427 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-34eb1423-86cc-4da0-9e13-e3098fb0ef0f None None] For port 67e0bc3b-d10a-411d-b50b-a3f095decec6, host dv-cinder-802669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=67e0bc3b-d10a-411d-b50b-a3f095decec6,segment=NetworkSegment(75e20d3b-d1a3-42b5-b60b-d82f091cd497),segment_id=75e20d3b-d1a3-42b5-b60b-d82f091cd497)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:24:34.318747 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 45862) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:24:34.334785 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [None req-e6079afd-8ae9-4281-8d91-be92e456c135 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-121975263-network', 'tenant_id': '58d8bd4104524d4e90b0b935a6c99f75'}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:24:34.344299 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-34eb1423-86cc-4da0-9e13-e3098fb0ef0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:34.414313 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66f3d842-01c6-41d0-bed2-9747a332e9b9 admin admin] Router 902bc943-bfc6-41a6-980c-5fe1a041f335 is scheduled to L3 agent 4c8802ae-c91a-4e26-b3c6-37f497a3b5b2 with binding_index 1 {{(pid=93068) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 09:24:34.523261 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-53ecf33d-0d77-4b79-bddd-50fad0c870d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:34.524006 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-8370db91-19e1-47be-a399-36159a02e87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b239b7-2465-4925-93ad-8dab7bd02999', 'name': 'tempest-ServerRescueNegativeTestJSON-1715824593-router', 'tenant_id': 'cdd4025f7c74471e81aa73079f97a769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'bbcc8c3e-93ef-4169-ad22-bfa2229dc276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:24:30Z', 'updated_at': '2021-07-28T09:24:32Z', 'revision_number': 3, 'project_id': 'cdd4025f7c74471e81aa73079f97a769', 'gw_port': {'id': 'bbcc8c3e-93ef-4169-ad22-bfa2229dc276', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:60:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b239b7-2465-4925-93ad-8dab7bd02999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:24:31Z', 'updated_at': '2021-07-28T09:24:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi'}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:24:34.558504 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8370db91-19e1-47be-a399-36159a02e87a None None] Checking router: 91b239b7-2465-4925-93ad-8dab7bd02999 for host: dv-cinder-802669-1-iscsi {{(pid=93070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:24:34.559021 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8370db91-19e1-47be-a399-36159a02e87a None None] Updating router 91b239b7-2465-4925-93ad-8dab7bd02999 port bbcc8c3e-93ef-4169-ad22-bfa2229dc276 binding host dv-cinder-802669-1-iscsi {{(pid=93070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 09:24:34.593769 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-8370db91-19e1-47be-a399-36159a02e87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:34.605322 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-de2f485f-c0a9-47c2-a7fa-8f585e25d340 None None] For port 6ab29dc1-6e0e-4e21-9b34-4c60db753001, host dv-cinder-802669-1-iscsi, cleared binding levels {{(pid=93069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:24:34.635299 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eb1423-86cc-4da0-9e13-e3098fb0ef0f None None] Pushing event updated for resources: {'Port': ['ID=67e0bc3b-d10a-411d-b50b-a3f095decec6,revision_number=3']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:34.640602 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f3d842-01c6-41d0-bed2-9747a332e9b9 admin admin] Notify agent at l3_agent.dv-cinder-802669-1-iscsi the message routers_updated {{(pid=93068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:24:34.655127 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-de2f485f-c0a9-47c2-a7fa-8f585e25d340 None None] For port 6ab29dc1-6e0e-4e21-9b34-4c60db753001, host dv-cinder-802669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=6ab29dc1-6e0e-4e21-9b34-4c60db753001,segment=NetworkSegment(8d4ebd29-05d0-486e-9486-49583b4bf742),segment_id=8d4ebd29-05d0-486e-9486-49583b4bf742)] {{(pid=93069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:24:34.661358 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3033e61d-f23f-4cc4-a882-a67ed16a7ef0 None None] Sync routers for ids ['902bc943-bfc6-41a6-980c-5fe1a041f335'] in dv-cinder-802669-1-iscsi {{(pid=93069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:24:34.664658 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-53ecf33d-0d77-4b79-bddd-50fad0c870d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732595289878'] for port, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:34.695353 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-de2f485f-c0a9-47c2-a7fa-8f585e25d340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:34.719220 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3033e61d-f23f-4cc4-a882-a67ed16a7ef0 None None] Routers {'902bc943-bfc6-41a6-980c-5fe1a041f335'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:24:34.721248 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-3033e61d-f23f-4cc4-a882-a67ed16a7ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:24:31Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['902bc943-bfc6-41a6-980c-5fe1a041f335'], 'active': True} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:24:34.723593 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-37be90a4-a9d8-4799-b691-18ee6122b1f9 None None] Provisioning complete for port 67e0bc3b-d10a-411d-b50b-a3f095decec6 triggered by entity DHCP. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:24:34.724329 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-37be90a4-a9d8-4799-b691-18ee6122b1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:34.757577 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-66f3d842-01c6-41d0-bed2-9747a332e9b9 admin admin] Notify callbacks [] for router, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:34.758810 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-66f3d842-01c6-41d0-bed2-9747a332e9b9 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.3728044 Jul 28 09:24:34.765895 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6079afd-8ae9-4281-8d91-be92e456c135 admin admin] Made reservation on behalf of 58d8bd4104524d4e90b0b935a6c99f75 for: {'network': 1} {{(pid=93067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:24:34.768995 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-e6079afd-8ae9-4281-8d91-be92e456c135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for network, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:34.776297 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 45888) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:24:34.780549 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ecf33d-0d77-4b79-bddd-50fad0c870d1 admin admin] Network 30331174-7d3c-4928-87ce-fe2956ee4244 is already hosted by enough agents. {{(pid=93068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:24:34.785506 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.base_scheduler [None req-53ecf33d-0d77-4b79-bddd-50fad0c870d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:24:34.792367 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2f485f-c0a9-47c2-a7fa-8f585e25d340 None None] Pushing event updated for resources: {'Port': ['ID=6ab29dc1-6e0e-4e21-9b34-4c60db753001,revision_number=2']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:34.792568 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ecf33d-0d77-4b79-bddd-50fad0c870d1 admin admin] Received port after_create {{(pid=93068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 09:24:34.795647 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ecf33d-0d77-4b79-bddd-50fad0c870d1 admin admin] Pushing event updated for resources: {'Port': ['ID=936100aa-05d4-49f1-9f74-c3679b0940e3,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:34.908101 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-cba4fc4a-fe52-48e8-a194-c0f9fc49fb13 req-c44c064d-5704-4ad6-b344-bb524c30de16 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e1287df-cb69-4058-b6ed-b2156f10ea45 HTTP/1.1" status: 200 len: 210 time: 0.1559472 Jul 28 09:24:35.046456 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-e6079afd-8ae9-4281-8d91-be92e456c135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:35.053453 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvr_db [None req-3033e61d-f23f-4cc4-a882-a67ed16a7ef0 None None] Set router 902bc943-bfc6-41a6-980c-5fe1a041f335 gateway port host: dv-cinder-802669-1-iscsi {{(pid=93069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:24:35.056079 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-8370db91-19e1-47be-a399-36159a02e87a None None] Notify callbacks [] for port, precommit_update {{(pid=93070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:35.069031 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.provisioning_blocks [None req-8370db91-19e1-47be-a399-36159a02e87a None None] Transition to ACTIVE for port object bbcc8c3e-93ef-4169-ad22-bfa2229dc276 will not be triggered until provisioned by entity L2. {{(pid=93070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:24:35.076815 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-8370db91-19e1-47be-a399-36159a02e87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:35.123736 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6644aa96-474e-4444-b530-0cdc9e562767 None None] Pushing event updated for resources: {'Port': ['ID=bbcc8c3e-93ef-4169-ad22-bfa2229dc276,revision_number=2']} {{(pid=93070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:35.139356 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6644aa96-474e-4444-b530-0cdc9e562767 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:35.139979 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6644aa96-474e-4444-b530-0cdc9e562767 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:35.140519 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6644aa96-474e-4444-b530-0cdc9e562767 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:35.141069 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6644aa96-474e-4444-b530-0cdc9e562767 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:35.141613 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6644aa96-474e-4444-b530-0cdc9e562767 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:35.142156 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6644aa96-474e-4444-b530-0cdc9e562767 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:35.142695 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6644aa96-474e-4444-b530-0cdc9e562767 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:35.143351 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6644aa96-474e-4444-b530-0cdc9e562767 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:35.143911 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6644aa96-474e-4444-b530-0cdc9e562767 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:35.144467 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6644aa96-474e-4444-b530-0cdc9e562767 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:35.145095 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6644aa96-474e-4444-b530-0cdc9e562767 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:35.145747 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6644aa96-474e-4444-b530-0cdc9e562767 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:24:35.147358 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6644aa96-474e-4444-b530-0cdc9e562767 None None] Tracked resource versions report: Jul 28 09:24:35.147358 dv-cinder-802669-1-iscsi neutron-server[93070]: pushed versions: Jul 28 09:24:35.147358 dv-cinder-802669-1-iscsi neutron-server[93070]: { 'AddressGroup': {'1.2'}, Jul 28 09:24:35.147358 dv-cinder-802669-1-iscsi neutron-server[93070]: 'ConntrackHelper': {'1.0'}, Jul 28 09:24:35.147358 dv-cinder-802669-1-iscsi neutron-server[93070]: 'Log': {'1.0'}, Jul 28 09:24:35.147358 dv-cinder-802669-1-iscsi neutron-server[93070]: 'Network': {'1.1'}, Jul 28 09:24:35.147358 dv-cinder-802669-1-iscsi neutron-server[93070]: 'Port': {'1.7'}, Jul 28 09:24:35.147358 dv-cinder-802669-1-iscsi neutron-server[93070]: 'PortForwarding': {'1.2'}, Jul 28 09:24:35.147358 dv-cinder-802669-1-iscsi neutron-server[93070]: 'QosPolicy': {'1.8'}, Jul 28 09:24:35.147358 dv-cinder-802669-1-iscsi neutron-server[93070]: 'SecurityGroup': {'1.4'}, Jul 28 09:24:35.147358 dv-cinder-802669-1-iscsi neutron-server[93070]: 'SecurityGroupRule': {'1.2'}, Jul 28 09:24:35.147358 dv-cinder-802669-1-iscsi neutron-server[93070]: 'SubPort': {'1.0'}, Jul 28 09:24:35.147358 dv-cinder-802669-1-iscsi neutron-server[93070]: 'Subnet': {'1.1'}, Jul 28 09:24:35.147358 dv-cinder-802669-1-iscsi neutron-server[93070]: 'Trunk': {'1.1'}} Jul 28 09:24:35.147358 dv-cinder-802669-1-iscsi neutron-server[93070]: consumer versions: Jul 28 09:24:35.147358 dv-cinder-802669-1-iscsi neutron-server[93070]: { DHCP agent@dv-cinder-802669-1-iscsi: {}, Jul 28 09:24:35.147358 dv-cinder-802669-1-iscsi neutron-server[93070]: HyperV agent@hv-cinder-80266: {}, Jul 28 09:24:35.147358 dv-cinder-802669-1-iscsi neutron-server[93070]: L3 agent@dv-cinder-802669-1-iscsi: {}, Jul 28 09:24:35.147358 dv-cinder-802669-1-iscsi neutron-server[93070]: Metadata agent@dv-cinder-802669-1-iscsi: {}, Jul 28 09:24:35.147358 dv-cinder-802669-1-iscsi neutron-server[93070]: Metering agent@dv-cinder-802669-1-iscsi: {}, Jul 28 09:24:35.147358 dv-cinder-802669-1-iscsi neutron-server[93070]: Open vSwitch agent@dv-cinder-802669-1-iscsi: { 'AddressGroup': '1.2', Jul 28 09:24:35.147358 dv-cinder-802669-1-iscsi neutron-server[93070]: 'ConntrackHelper': '1.0', Jul 28 09:24:35.147358 dv-cinder-802669-1-iscsi neutron-server[93070]: 'Log': '1.0', Jul 28 09:24:35.147358 dv-cinder-802669-1-iscsi neutron-server[93070]: 'Network': '1.1', Jul 28 09:24:35.147358 dv-cinder-802669-1-iscsi neutron-server[93070]: 'Port': '1.7', Jul 28 09:24:35.147358 dv-cinder-802669-1-iscsi neutron-server[93070]: 'PortForwarding': '1.2', Jul 28 09:24:35.147358 dv-cinder-802669-1-iscsi neutron-server[93070]: 'QosPolicy': '1.8', Jul 28 09:24:35.147358 dv-cinder-802669-1-iscsi neutron-server[93070]: 'SecurityGroup': '1.4', Jul 28 09:24:35.147358 dv-cinder-802669-1-iscsi neutron-server[93070]: 'SecurityGroupRule': '1.2', Jul 28 09:24:35.147358 dv-cinder-802669-1-iscsi neutron-server[93070]: 'SubPort': '1.0', Jul 28 09:24:35.147358 dv-cinder-802669-1-iscsi neutron-server[93070]: 'Subnet': '1.1', Jul 28 09:24:35.147358 dv-cinder-802669-1-iscsi neutron-server[93070]: 'Trunk': '1.1'}} Jul 28 09:24:35.147358 dv-cinder-802669-1-iscsi neutron-server[93070]: {{(pid=93070) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 09:24:35.191042 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.managers [None req-8370db91-19e1-47be-a399-36159a02e87a None None] Attempting to bind port bbcc8c3e-93ef-4169-ad22-bfa2229dc276 on host dv-cinder-802669-1-iscsi for vnic_type normal with profile {{(pid=93070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 09:24:35.191462 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.managers [None req-8370db91-19e1-47be-a399-36159a02e87a None None] Attempting to bind port bbcc8c3e-93ef-4169-ad22-bfa2229dc276 by drivers openvswitch,hyperv on host dv-cinder-802669-1-iscsi at level 0 using segments [{'id': 'b226f756-b865-4ac3-ba22-f8bcfda44394', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244'}] {{(pid=93070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 09:24:35.192009 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8370db91-19e1-47be-a399-36159a02e87a None None] Attempting to bind port bbcc8c3e-93ef-4169-ad22-bfa2229dc276 on network 30331174-7d3c-4928-87ce-fe2956ee4244 {{(pid=93070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 09:24:35.199347 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8370db91-19e1-47be-a399-36159a02e87a None None] Checking agent: {'id': 'c23067a4-a93a-4753-ba74-9a71aabd88dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 9, 17, 1), 'started_at': datetime.datetime(2021, 7, 28, 9, 17, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 9, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 09:24:35.199777 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8370db91-19e1-47be-a399-36159a02e87a None None] Checking segment: {'id': 'b226f756-b865-4ac3-ba22-f8bcfda44394', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 09:24:35.200181 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-8370db91-19e1-47be-a399-36159a02e87a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:35.200568 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8370db91-19e1-47be-a399-36159a02e87a None None] Bound using segment: {'id': 'b226f756-b865-4ac3-ba22-f8bcfda44394', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244'} {{(pid=93070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 09:24:35.201040 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.managers [None req-8370db91-19e1-47be-a399-36159a02e87a None None] Bound port: bbcc8c3e-93ef-4169-ad22-bfa2229dc276, host: dv-cinder-802669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b226f756-b865-4ac3-ba22-f8bcfda44394', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244'}}] {{(pid=93070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 09:24:35.201438 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-8370db91-19e1-47be-a399-36159a02e87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:35.237696 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-e6079afd-8ae9-4281-8d91-be92e456c135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:35.254965 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-e6079afd-8ae9-4281-8d91-be92e456c135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:35.297931 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6079afd-8ae9-4281-8d91-be92e456c135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f609cfbc-0a67-438d-97a8-5333e7a584d7,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:35.323524 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.db [None req-8370db91-19e1-47be-a399-36159a02e87a None None] For port bbcc8c3e-93ef-4169-ad22-bfa2229dc276, host dv-cinder-802669-1-iscsi, cleared binding levels {{(pid=93070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:24:35.330573 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.db [None req-8370db91-19e1-47be-a399-36159a02e87a None None] For port bbcc8c3e-93ef-4169-ad22-bfa2229dc276, host dv-cinder-802669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=bbcc8c3e-93ef-4169-ad22-bfa2229dc276,segment=NetworkSegment(b226f756-b865-4ac3-ba22-f8bcfda44394),segment_id=b226f756-b865-4ac3-ba22-f8bcfda44394)] {{(pid=93070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:24:35.339977 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-8370db91-19e1-47be-a399-36159a02e87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:35.363197 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6079afd-8ae9-4281-8d91-be92e456c135 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=93067) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 09:24:35.376031 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-e6079afd-8ae9-4281-8d91-be92e456c135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998659'] for segment, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:35.376334 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.db.segments_db [None req-e6079afd-8ae9-4281-8d91-be92e456c135 admin admin] Added segment 35f988ed-1270-4d13-a663-34e117ccd85f of type vlan for network 8495f280-2059-4ec2-b5c7-730b2ce9c93c Jul 28 09:24:35.403204 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0912b9a-5b82-44ff-ac1e-bb79c5a4ef71 req-5debe85a-67bd-4b50-8da6-f8846c708c19 tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:24:35.416307 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-d0912b9a-5b82-44ff-ac1e-bb79c5a4ef71 req-5debe85a-67bd-4b50-8da6-f8846c708c19 tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] 10.222.0.23 "GET /v2.0/networks?id=b1b43698-b9d6-4b16-bb1c-3b1165b061e7 HTTP/1.1" status: 200 len: 812 time: 0.9317739 Jul 28 09:24:35.429292 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-3033e61d-f23f-4cc4-a882-a67ed16a7ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902bc943-bfc6-41a6-980c-5fe1a041f335', 'name': 'tempest-AttachVolumeTestJSON-1574088378-router', 'tenant_id': '9a1f63fb540e42f18f0ec634cc138c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '71727ab9-08d1-4c73-b9b9-bb1dd4d024f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:24:29Z', 'updated_at': '2021-07-28T09:24:32Z', 'revision_number': 3, 'project_id': '9a1f63fb540e42f18f0ec634cc138c04', 'gw_port': {'id': '71727ab9-08d1-4c73-b9b9-bb1dd4d024f8', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b4:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '902bc943-bfc6-41a6-980c-5fe1a041f335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:24:30Z', 'updated_at': '2021-07-28T09:24:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi'}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:24:35.434272 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-53ecf33d-0d77-4b79-bddd-50fad0c870d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:35.447605 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8370db91-19e1-47be-a399-36159a02e87a None None] Routers {'91b239b7-2465-4925-93ad-8dab7bd02999'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:24:35.448560 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-8370db91-19e1-47be-a399-36159a02e87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:24:31Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['91b239b7-2465-4925-93ad-8dab7bd02999'], 'active': True} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:24:35.482394 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3033e61d-f23f-4cc4-a882-a67ed16a7ef0 None None] Checking router: 902bc943-bfc6-41a6-980c-5fe1a041f335 for host: dv-cinder-802669-1-iscsi {{(pid=93069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:24:35.482885 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3033e61d-f23f-4cc4-a882-a67ed16a7ef0 None None] Updating router 902bc943-bfc6-41a6-980c-5fe1a041f335 port 71727ab9-08d1-4c73-b9b9-bb1dd4d024f8 binding host dv-cinder-802669-1-iscsi {{(pid=93069) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 09:24:35.499648 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6644aa96-474e-4444-b530-0cdc9e562767 None None] Pushing event updated for resources: {'Port': ['ID=bbcc8c3e-93ef-4169-ad22-bfa2229dc276,revision_number=3']} {{(pid=93070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:35.506919 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-d0912b9a-5b82-44ff-ac1e-bb79c5a4ef71 req-97e66b81-cf20-4b3a-987d-8155508c861e tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] 10.222.0.23 "GET /v2.0/quotas/9e465e5255d9401caf2f0f22d0b6e7c7 HTTP/1.1" status: 200 len: 375 time: 0.0898182 Jul 28 09:24:35.535859 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-3033e61d-f23f-4cc4-a882-a67ed16a7ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:35.549462 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-e6079afd-8ae9-4281-8d91-be92e456c135 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732595274087'] for network, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:35.593980 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device 6ab29dc1-6e0e-4e21-9b34-4c60db753001 up at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:24:35.614227 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvr_db [None req-8370db91-19e1-47be-a399-36159a02e87a None None] Set router 91b239b7-2465-4925-93ad-8dab7bd02999 gateway port host: dv-cinder-802669-1-iscsi {{(pid=93070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:24:35.777237 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-53ecf33d-0d77-4b79-bddd-50fad0c870d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7992349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8268947'] for router, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:35.779051 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-d0912b9a-5b82-44ff-ac1e-bb79c5a4ef71 req-b4727dfe-6d7b-4746-8115-3ef9ae698754 tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9e465e5255d9401caf2f0f22d0b6e7c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2457581 Jul 28 09:24:35.836481 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-8370db91-19e1-47be-a399-36159a02e87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b239b7-2465-4925-93ad-8dab7bd02999', 'name': 'tempest-ServerRescueNegativeTestJSON-1715824593-router', 'tenant_id': 'cdd4025f7c74471e81aa73079f97a769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'bbcc8c3e-93ef-4169-ad22-bfa2229dc276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:24:30Z', 'updated_at': '2021-07-28T09:24:32Z', 'revision_number': 3, 'project_id': 'cdd4025f7c74471e81aa73079f97a769', 'gw_port': {'id': 'bbcc8c3e-93ef-4169-ad22-bfa2229dc276', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:60:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b239b7-2465-4925-93ad-8dab7bd02999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:24:31Z', 'updated_at': '2021-07-28T09:24:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi'}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:24:35.874946 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8370db91-19e1-47be-a399-36159a02e87a None None] The sync data for ids ['91b239b7-2465-4925-93ad-8dab7bd02999'] in dv-cinder-802669-1-iscsi is: [{'id': '91b239b7-2465-4925-93ad-8dab7bd02999', 'name': 'tempest-ServerRescueNegativeTestJSON-1715824593-router', 'tenant_id': 'cdd4025f7c74471e81aa73079f97a769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'bbcc8c3e-93ef-4169-ad22-bfa2229dc276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:24:30Z', 'updated_at': '2021-07-28T09:24:32Z', 'revision_number': 3, 'project_id': 'cdd4025f7c74471e81aa73079f97a769', 'gw_port': {'id': 'bbcc8c3e-93ef-4169-ad22-bfa2229dc276', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:60:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b239b7-2465-4925-93ad-8dab7bd02999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:24:31Z', 'updated_at': '2021-07-28T09:24:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi'}] {{(pid=93070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:24:35.906458 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.db.resource_extend [None req-e6079afd-8ae9-4281-8d91-be92e456c135 admin admin] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 28 09:24:35.955232 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-3033e61d-f23f-4cc4-a882-a67ed16a7ef0 None None] Notify callbacks [] for port, precommit_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:35.968479 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-3033e61d-f23f-4cc4-a882-a67ed16a7ef0 None None] Transition to ACTIVE for port object 71727ab9-08d1-4c73-b9b9-bb1dd4d024f8 will not be triggered until provisioned by entity L2. {{(pid=93069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:24:35.979857 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-3033e61d-f23f-4cc4-a882-a67ed16a7ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:35.993869 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ecf33d-0d77-4b79-bddd-50fad0c870d1 admin admin] Router 75f32e89-c1b8-49f9-a1eb-1ada1fad53b3 is scheduled to L3 agent 4c8802ae-c91a-4e26-b3c6-37f497a3b5b2 with binding_index 1 {{(pid=93068) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 09:24:36.047929 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning for port 6ab29dc1-6e0e-4e21-9b34-4c60db753001 completed by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:24:36.066983 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device 67e0bc3b-d10a-411d-b50b-a3f095decec6 up at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:24:36.071467 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-e6079afd-8ae9-4281-8d91-be92e456c135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296'] for network, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:36.072402 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6079afd-8ae9-4281-8d91-be92e456c135 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:24:36.073761 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-e6079afd-8ae9-4281-8d91-be92e456c135 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for network, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:36.097804 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.managers [None req-3033e61d-f23f-4cc4-a882-a67ed16a7ef0 None None] Attempting to bind port 71727ab9-08d1-4c73-b9b9-bb1dd4d024f8 on host dv-cinder-802669-1-iscsi for vnic_type normal with profile {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 09:24:36.097804 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.managers [None req-3033e61d-f23f-4cc4-a882-a67ed16a7ef0 None None] Attempting to bind port 71727ab9-08d1-4c73-b9b9-bb1dd4d024f8 by drivers openvswitch,hyperv on host dv-cinder-802669-1-iscsi at level 0 using segments [{'id': 'b226f756-b865-4ac3-ba22-f8bcfda44394', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244'}] {{(pid=93069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 09:24:36.098137 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3033e61d-f23f-4cc4-a882-a67ed16a7ef0 None None] Attempting to bind port 71727ab9-08d1-4c73-b9b9-bb1dd4d024f8 on network 30331174-7d3c-4928-87ce-fe2956ee4244 {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 09:24:36.106834 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51de614f-d1f2-4755-ae52-6712aec01935 None None] Pushing event updated for resources: {'Port': ['ID=71727ab9-08d1-4c73-b9b9-bb1dd4d024f8,revision_number=2']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:36.118037 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3033e61d-f23f-4cc4-a882-a67ed16a7ef0 None None] Checking agent: {'id': 'c23067a4-a93a-4753-ba74-9a71aabd88dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 9, 17, 1), 'started_at': datetime.datetime(2021, 7, 28, 9, 17, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 9, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 09:24:36.118409 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3033e61d-f23f-4cc4-a882-a67ed16a7ef0 None None] Checking segment: {'id': 'b226f756-b865-4ac3-ba22-f8bcfda44394', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 09:24:36.118801 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-3033e61d-f23f-4cc4-a882-a67ed16a7ef0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:36.119182 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3033e61d-f23f-4cc4-a882-a67ed16a7ef0 None None] Bound using segment: {'id': 'b226f756-b865-4ac3-ba22-f8bcfda44394', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244'} {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 09:24:36.119687 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.managers [None req-3033e61d-f23f-4cc4-a882-a67ed16a7ef0 None None] Bound port: 71727ab9-08d1-4c73-b9b9-bb1dd4d024f8, host: dv-cinder-802669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b226f756-b865-4ac3-ba22-f8bcfda44394', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244'}}] {{(pid=93069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 09:24:36.120084 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-3033e61d-f23f-4cc4-a882-a67ed16a7ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:36.191833 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b7abd70a-e091-4a65-a761-303015cba238 req-a91ba7f2-27c5-4638-b66d-fb3edb5cc50f tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e1287df-cb69-4058-b6ed-b2156f10ea45 HTTP/1.1" status: 200 len: 210 time: 0.1623840 Jul 28 09:24:36.204254 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ecf33d-0d77-4b79-bddd-50fad0c870d1 admin admin] Notify agent at l3_agent.dv-cinder-802669-1-iscsi the message routers_updated {{(pid=93068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:24:36.229405 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c66ed9-8c2f-435e-9462-c0f30e98830e None None] Sync routers for ids ['75f32e89-c1b8-49f9-a1eb-1ada1fad53b3'] in dv-cinder-802669-1-iscsi {{(pid=93070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:24:36.243428 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c66ed9-8c2f-435e-9462-c0f30e98830e None None] Routers {'75f32e89-c1b8-49f9-a1eb-1ada1fad53b3'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:24:36.246505 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-3033e61d-f23f-4cc4-a882-a67ed16a7ef0 None None] For port 71727ab9-08d1-4c73-b9b9-bb1dd4d024f8, host dv-cinder-802669-1-iscsi, cleared binding levels {{(pid=93069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:24:36.248107 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-e6079afd-8ae9-4281-8d91-be92e456c135 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9237850 Jul 28 09:24:36.248649 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 45912) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:24:36.248892 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6079afd-8ae9-4281-8d91-be92e456c135 admin admin] Pushing event updated for resources: {'Network': ['ID=8495f280-2059-4ec2-b5c7-730b2ce9c93c,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:36.249630 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-d6c66ed9-8c2f-435e-9462-c0f30e98830e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:24:31Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['75f32e89-c1b8-49f9-a1eb-1ada1fad53b3'], 'active': True} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:24:36.252841 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning complete for port 67e0bc3b-d10a-411d-b50b-a3f095decec6 triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:24:36.259032 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.v2.base [None req-8914f0ee-b40a-4404-87b2-c75620b0e527 admin admin] Request body: {'subnet': {'network_id': '8495f280-2059-4ec2-b5c7-730b2ce9c93c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-121975263-subnet', 'tenant_id': '58d8bd4104524d4e90b0b935a6c99f75', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:24:36.261756 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:36.265268 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-53ecf33d-0d77-4b79-bddd-50fad0c870d1 admin admin] Notify callbacks [] for router, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:36.265985 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-53ecf33d-0d77-4b79-bddd-50fad0c870d1 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.2720244 Jul 28 09:24:36.268752 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 45914) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:24:36.274532 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [req-d0912b9a-5b82-44ff-ac1e-bb79c5a4ef71 req-0ce8ada0-4d82-411d-8450-cc23cfd581aa service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93067) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 09:24:36.300483 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-d0912b9a-5b82-44ff-ac1e-bb79c5a4ef71 req-0ce8ada0-4d82-411d-8450-cc23cfd581aa service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2677724 Jul 28 09:24:36.323499 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-28ccde87-0c43-4048-8441-f98d409ee1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:36.328235 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Network 8495f280-2059-4ec2-b5c7-730b2ce9c93c details requested by agent ovs-agent-dv-cinder-802669-1-iscsi with host dv-cinder-802669-1-iscsi {{(pid=93069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 09:24:36.349272 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-3033e61d-f23f-4cc4-a882-a67ed16a7ef0 None None] For port 71727ab9-08d1-4c73-b9b9-bb1dd4d024f8, host dv-cinder-802669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=71727ab9-08d1-4c73-b9b9-bb1dd4d024f8,segment=NetworkSegment(b226f756-b865-4ac3-ba22-f8bcfda44394),segment_id=b226f756-b865-4ac3-ba22-f8bcfda44394)] {{(pid=93069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:24:36.358371 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8914f0ee-b40a-4404-87b2-c75620b0e527 admin admin] Made reservation on behalf of 58d8bd4104524d4e90b0b935a6c99f75 for: {'subnet': 1} {{(pid=93068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:24:36.363006 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-8914f0ee-b40a-4404-87b2-c75620b0e527 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:36.411199 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-3033e61d-f23f-4cc4-a882-a67ed16a7ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:36.507999 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51de614f-d1f2-4755-ae52-6712aec01935 None None] Pushing event updated for resources: {'Port': ['ID=71727ab9-08d1-4c73-b9b9-bb1dd4d024f8,revision_number=3']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:36.532002 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb42d7b-13f4-4d45-93d0-5829a3d9574a None None] Network 59c4a637-5ed0-4b6e-a037-96ec97ce270f requested from dv-cinder-802669-1-iscsi {{(pid=93069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 09:24:36.669171 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvr_db [None req-d6c66ed9-8c2f-435e-9462-c0f30e98830e None None] Set router 75f32e89-c1b8-49f9-a1eb-1ada1fad53b3 gateway port host: dv-cinder-802669-1-iscsi {{(pid=93070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:24:36.767722 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-d0912b9a-5b82-44ff-ac1e-bb79c5a4ef71 req-d83b14e2-02d8-4413-8d09-b51522cb52b8 service neutron] 10.222.0.23 "GET /v2.0/networks/b1b43698-b9d6-4b16-bb1c-3b1165b061e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4659073 Jul 28 09:24:37.044519 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3033e61d-f23f-4cc4-a882-a67ed16a7ef0 None None] Routers {'902bc943-bfc6-41a6-980c-5fe1a041f335'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:24:37.045279 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-3033e61d-f23f-4cc4-a882-a67ed16a7ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:24:31Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['902bc943-bfc6-41a6-980c-5fe1a041f335'], 'active': True} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:24:37.056807 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-b7e8ebf1-da1f-421b-b60b-6fb2aa00cad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:37.078776 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-72ea7d62-8d44-4531-a654-19ddbae28b9d None None] Provisioning for port 6ab29dc1-6e0e-4e21-9b34-4c60db753001 completed by entity DHCP. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:24:37.142997 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.db_base_plugin_common [None req-28ccde87-0c43-4048-8441-f98d409ee1ba admin admin] Allocated IP 172.20.0.1 (bc5fa390-0a22-474b-ac35-e54c73e4ebd9/e1f74411-6c4e-4dfc-902d-6f35d76f4922/745628de-4b2f-4219-83c4-3f0ea83ea2d6) {{(pid=93067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:24:37.166785 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-72ea7d62-8d44-4531-a654-19ddbae28b9d None None] Provisioning complete for port 6ab29dc1-6e0e-4e21-9b34-4c60db753001 triggered by entity DHCP. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:24:37.168291 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-72ea7d62-8d44-4531-a654-19ddbae28b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:37.180115 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-d0912b9a-5b82-44ff-ac1e-bb79c5a4ef71 req-14e72f63-8136-46c0-83de-4427fd3e7a66 service neutron] 10.222.0.23 "GET /v2.0/networks/b1b43698-b9d6-4b16-bb1c-3b1165b061e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4110715 Jul 28 09:24:37.247566 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 45926) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:24:37.248087 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-d6c66ed9-8c2f-435e-9462-c0f30e98830e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f32e89-c1b8-49f9-a1eb-1ada1fad53b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1030155211-router', 'tenant_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '936100aa-05d4-49f1-9f74-c3679b0940e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:24:32Z', 'updated_at': '2021-07-28T09:24:34Z', 'revision_number': 3, 'project_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'gw_port': {'id': '936100aa-05d4-49f1-9f74-c3679b0940e3', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6d:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75f32e89-c1b8-49f9-a1eb-1ada1fad53b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:24:33Z', 'updated_at': '2021-07-28T09:24:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi'}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:24:37.249981 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-8914f0ee-b40a-4404-87b2-c75620b0e527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296'] for subnet, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:37.358050 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c66ed9-8c2f-435e-9462-c0f30e98830e None None] Checking router: 75f32e89-c1b8-49f9-a1eb-1ada1fad53b3 for host: dv-cinder-802669-1-iscsi {{(pid=93070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:24:37.364406 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c66ed9-8c2f-435e-9462-c0f30e98830e None None] Updating router 75f32e89-c1b8-49f9-a1eb-1ada1fad53b3 port 936100aa-05d4-49f1-9f74-c3679b0940e3 binding host dv-cinder-802669-1-iscsi {{(pid=93070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 09:24:37.412884 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8914f0ee-b40a-4404-87b2-c75620b0e527 admin admin] Checking segment: {'id': '35f988ed-1270-4d13-a663-34e117ccd85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '8495f280-2059-4ec2-b5c7-730b2ce9c93c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 09:24:37.413499 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8914f0ee-b40a-4404-87b2-c75620b0e527 admin admin] Network hostable DHCP agents. Network: 8495f280-2059-4ec2-b5c7-730b2ce9c93c, hostable agents: ['eded7055-7227-4503-b186-c85c89196e66'], hosted agents: [] {{(pid=93068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 09:24:37.418625 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-058e5aef-d9a4-4b3a-b952-88406291e708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:37.435608 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8914f0ee-b40a-4404-87b2-c75620b0e527 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ea6d86f-7952-408c-b47d-26036327dd44,revision_number=0']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:37.437457 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvr_db [None req-3033e61d-f23f-4cc4-a882-a67ed16a7ef0 None None] Set router 902bc943-bfc6-41a6-980c-5fe1a041f335 gateway port host: dv-cinder-802669-1-iscsi {{(pid=93069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:24:37.454993 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-d6c66ed9-8c2f-435e-9462-c0f30e98830e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:37.497973 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8914f0ee-b40a-4404-87b2-c75620b0e527 admin admin] Network 8495f280-2059-4ec2-b5c7-730b2ce9c93c is scheduled to be hosted by DHCP agent eded7055-7227-4503-b186-c85c89196e66 with binding_index 1 {{(pid=93068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 09:24:37.512235 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.base_scheduler [None req-8914f0ee-b40a-4404-87b2-c75620b0e527 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802669-1-iscsi, 8495f280-2059-4ec2-b5c7-730b2ce9c93c) {{(pid=93068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:24:37.530141 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8914f0ee-b40a-4404-87b2-c75620b0e527 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:24:37.531053 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-8914f0ee-b40a-4404-87b2-c75620b0e527 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for subnet, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:37.544976 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device bbcc8c3e-93ef-4169-ad22-bfa2229dc276 up at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:24:37.564988 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-8914f0ee-b40a-4404-87b2-c75620b0e527 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3134341 Jul 28 09:24:37.618294 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294c05ee-1fd0-4d2a-a7a5-b2320d9b0506 None None] Network 8495f280-2059-4ec2-b5c7-730b2ce9c93c requested from dv-cinder-802669-1-iscsi {{(pid=93069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 09:24:37.661236 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-5153508f-36bc-49d9-8fd1-0ae57e2d4567 req-d8e8e845-a30c-4095-aca6-489310e21d34 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e1287df-cb69-4058-b6ed-b2156f10ea45 HTTP/1.1" status: 200 len: 210 time: 0.1754966 Jul 28 09:24:37.697217 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-b38eb4ec-69c4-4f37-b9af-2c19b1885b69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:37.764394 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7bdd4e6c-ab47-45c2-96ed-dfcbfb1899ac req-371c14c3-5e4a-44de-9a13-b89f366fd9eb tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] 10.222.0.23 "GET /v2.0/ports?device_id=3553763b-4ea7-46c3-a243-3e7217b9f319 HTTP/1.1" status: 200 len: 210 time: 0.0578539 Jul 28 09:24:37.830446 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.32', 49737) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:24:37.844284 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 45944) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:24:37.901901 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-28ccde87-0c43-4048-8441-f98d409ee1ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:37.919515 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.db.db_base_plugin_v2 [None req-4630e83c-7627-4645-99e5-e3a2d1c20e4f admin admin] Deleting subnet 76bc31cc-b836-4372-b38b-668d8e9b1b44 {{(pid=93068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 09:24:37.929677 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-4630e83c-7627-4645-99e5-e3a2d1c20e4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:38.000169 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.db_base_plugin_common [None req-b7e8ebf1-da1f-421b-b60b-6fb2aa00cad5 admin admin] Allocated IP 172.20.0.1 (39e9cde6-0d01-4242-a6ed-06857cf13960/20e57957-5bf7-45eb-ad51-199187182dea/505445e9-12e7-44e4-b4f7-29d7b239001a) {{(pid=93067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:24:38.009978 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.db.db_base_plugin_common [None req-058e5aef-d9a4-4b3a-b952-88406291e708 admin admin] Allocated IP 172.20.0.1 (59c4a637-5ed0-4b6e-a037-96ec97ce270f/fd0bcb40-b982-4039-a925-2309bc61c85b/e6c1d149-6b1a-4382-89d3-3fabefdcfd0d) {{(pid=93068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:24:38.023466 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-4630e83c-7627-4645-99e5-e3a2d1c20e4f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:38.044893 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-4630e83c-7627-4645-99e5-e3a2d1c20e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996982'] for subnet, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:38.106655 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning for port bbcc8c3e-93ef-4169-ad22-bfa2229dc276 completed by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:24:38.111104 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-d6c66ed9-8c2f-435e-9462-c0f30e98830e None None] Notify callbacks [] for port, precommit_update {{(pid=93070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:38.134510 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.provisioning_blocks [None req-d6c66ed9-8c2f-435e-9462-c0f30e98830e None None] Transition to ACTIVE for port object 936100aa-05d4-49f1-9f74-c3679b0940e3 will not be triggered until provisioned by entity L2. {{(pid=93070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:24:38.158265 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152589a1-9a79-485d-a221-fae63fa51183 req-23cc12cf-47f8-4378-94d7-f4575157e902 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:24:38.163186 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-d6c66ed9-8c2f-435e-9462-c0f30e98830e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:38.163395 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-152589a1-9a79-485d-a221-fae63fa51183 req-23cc12cf-47f8-4378-94d7-f4575157e902 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.32 "GET /v2.0/networks?id=3463c92e-9592-4a5e-be73-c0318bba2428 HTTP/1.1" status: 200 len: 814 time: 0.3222463 Jul 28 09:24:38.200142 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-72ea7d62-8d44-4531-a654-19ddbae28b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:38.211022 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning complete for port bbcc8c3e-93ef-4169-ad22-bfa2229dc276 triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:24:38.211534 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:38.265318 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.managers [None req-d6c66ed9-8c2f-435e-9462-c0f30e98830e None None] Attempting to bind port 936100aa-05d4-49f1-9f74-c3679b0940e3 on host dv-cinder-802669-1-iscsi for vnic_type normal with profile {{(pid=93070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 09:24:38.265807 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.managers [None req-d6c66ed9-8c2f-435e-9462-c0f30e98830e None None] Attempting to bind port 936100aa-05d4-49f1-9f74-c3679b0940e3 by drivers openvswitch,hyperv on host dv-cinder-802669-1-iscsi at level 0 using segments [{'id': 'b226f756-b865-4ac3-ba22-f8bcfda44394', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244'}] {{(pid=93070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 09:24:38.265930 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c66ed9-8c2f-435e-9462-c0f30e98830e None None] Attempting to bind port 936100aa-05d4-49f1-9f74-c3679b0940e3 on network 30331174-7d3c-4928-87ce-fe2956ee4244 {{(pid=93070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 09:24:38.269693 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717a7621-8bac-4b12-8d6a-60dd7c0911a1 None None] Pushing event updated for resources: {'Port': ['ID=936100aa-05d4-49f1-9f74-c3679b0940e3,revision_number=2']} {{(pid=93070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:38.275337 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c66ed9-8c2f-435e-9462-c0f30e98830e None None] Checking agent: {'id': 'c23067a4-a93a-4753-ba74-9a71aabd88dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 9, 17, 1), 'started_at': datetime.datetime(2021, 7, 28, 9, 17, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 9, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 09:24:38.275732 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c66ed9-8c2f-435e-9462-c0f30e98830e None None] Checking segment: {'id': 'b226f756-b865-4ac3-ba22-f8bcfda44394', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 09:24:38.276135 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-d6c66ed9-8c2f-435e-9462-c0f30e98830e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:38.276521 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c66ed9-8c2f-435e-9462-c0f30e98830e None None] Bound using segment: {'id': 'b226f756-b865-4ac3-ba22-f8bcfda44394', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244'} {{(pid=93070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 09:24:38.277021 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.managers [None req-d6c66ed9-8c2f-435e-9462-c0f30e98830e None None] Bound port: 936100aa-05d4-49f1-9f74-c3679b0940e3, host: dv-cinder-802669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b226f756-b865-4ac3-ba22-f8bcfda44394', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244'}}] {{(pid=93070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 09:24:38.277636 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-d6c66ed9-8c2f-435e-9462-c0f30e98830e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:38.291743 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [req-152589a1-9a79-485d-a221-fae63fa51183 req-4dc3d24b-4c9d-4017-8b11-bc9c63d2383b tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Request body: {'port': {'device_id': '6e1287df-cb69-4058-b6ed-b2156f10ea45', 'network_id': '3463c92e-9592-4a5e-be73-c0318bba2428', 'admin_state_up': True, 'tenant_id': '3ffc9329f42c48d5a02f450469dbaf89'}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:24:38.420902 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.db [None req-d6c66ed9-8c2f-435e-9462-c0f30e98830e None None] For port 936100aa-05d4-49f1-9f74-c3679b0940e3, host dv-cinder-802669-1-iscsi, cleared binding levels {{(pid=93070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:24:38.424860 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.db [None req-d6c66ed9-8c2f-435e-9462-c0f30e98830e None None] For port 936100aa-05d4-49f1-9f74-c3679b0940e3, host dv-cinder-802669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=936100aa-05d4-49f1-9f74-c3679b0940e3,segment=NetworkSegment(b226f756-b865-4ac3-ba22-f8bcfda44394),segment_id=b226f756-b865-4ac3-ba22-f8bcfda44394)] {{(pid=93070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:24:38.447843 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-d6c66ed9-8c2f-435e-9462-c0f30e98830e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:38.547290 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca62ac63-ca55-45ae-a651-50ddf4b4f052 None None] Network 8495f280-2059-4ec2-b5c7-730b2ce9c93c requested from dv-cinder-802669-1-iscsi {{(pid=93069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 09:24:38.553325 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-b38eb4ec-69c4-4f37-b9af-2c19b1885b69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:38.564909 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-4630e83c-7627-4645-99e5-e3a2d1c20e4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296'] for subnet, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:38.630967 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-b38eb4ec-69c4-4f37-b9af-2c19b1885b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:38.730576 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-28ccde87-0c43-4048-8441-f98d409ee1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732595289878'] for port, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:38.739179 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c66ed9-8c2f-435e-9462-c0f30e98830e None None] Routers {'75f32e89-c1b8-49f9-a1eb-1ada1fad53b3'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:24:38.740578 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-d6c66ed9-8c2f-435e-9462-c0f30e98830e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:24:31Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['75f32e89-c1b8-49f9-a1eb-1ada1fad53b3'], 'active': True} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:24:38.746201 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717a7621-8bac-4b12-8d6a-60dd7c0911a1 None None] Pushing event updated for resources: {'Port': ['ID=936100aa-05d4-49f1-9f74-c3679b0940e3,revision_number=3']} {{(pid=93070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:38.856930 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4630e83c-7627-4645-99e5-e3a2d1c20e4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76bc31cc-b836-4372-b38b-668d8e9b1b44,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:38.915047 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-4630e83c-7627-4645-99e5-e3a2d1c20e4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for subnet, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:38.919403 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-4630e83c-7627-4645-99e5-e3a2d1c20e4f admin admin] 10.222.0.23 "DELETE /v2.0/subnets/76bc31cc-b836-4372-b38b-668d8e9b1b44 HTTP/1.1" status: 204 len: 168 time: 1.0507243 Jul 28 09:24:38.919617 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-72ea7d62-8d44-4531-a654-19ddbae28b9d None None] For port 6ab29dc1-6e0e-4e21-9b34-4c60db753001, host dv-cinder-802669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=6ab29dc1-6e0e-4e21-9b34-4c60db753001,segment=NetworkSegment(8d4ebd29-05d0-486e-9486-49583b4bf742),segment_id=8d4ebd29-05d0-486e-9486-49583b4bf742)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:24:38.929550 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 46002) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:24:38.939464 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvr_db [None req-d6c66ed9-8c2f-435e-9462-c0f30e98830e None None] Set router 75f32e89-c1b8-49f9-a1eb-1ada1fad53b3 gateway port host: dv-cinder-802669-1-iscsi {{(pid=93070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:24:38.945743 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-058e5aef-d9a4-4b3a-b952-88406291e708 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:39.148128 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-72ea7d62-8d44-4531-a654-19ddbae28b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:39.149364 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-b38eb4ec-69c4-4f37-b9af-2c19b1885b69 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e782da1c21ff455395a97394d1acfd3d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7189109 Jul 28 09:24:39.149364 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 46004) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:24:39.149364 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38eb4ec-69c4-4f37-b9af-2c19b1885b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2bc2dfc-f117-4f24-9866-19baaf4dcf0e,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:39.150124 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ccde87-0c43-4048-8441-f98d409ee1ba admin admin] Pushing event updated for resources: {'Port': ['ID=745628de-4b2f-4219-83c4-3f0ea83ea2d6,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:39.151151 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.db.provisioning_blocks [None req-058e5aef-d9a4-4b3a-b952-88406291e708 admin admin] Transition to ACTIVE for port object e6c1d149-6b1a-4382-89d3-3fabefdcfd0d will not be triggered until provisioned by entity DHCP. {{(pid=93068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:24:39.153384 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-913a7db4-0f79-46e0-85ca-8ce0f07d3ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599172'] for network, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:39.174813 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-3033e61d-f23f-4cc4-a882-a67ed16a7ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902bc943-bfc6-41a6-980c-5fe1a041f335', 'name': 'tempest-AttachVolumeTestJSON-1574088378-router', 'tenant_id': '9a1f63fb540e42f18f0ec634cc138c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '71727ab9-08d1-4c73-b9b9-bb1dd4d024f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:24:29Z', 'updated_at': '2021-07-28T09:24:32Z', 'revision_number': 3, 'project_id': '9a1f63fb540e42f18f0ec634cc138c04', 'gw_port': {'id': '71727ab9-08d1-4c73-b9b9-bb1dd4d024f8', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b4:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '902bc943-bfc6-41a6-980c-5fe1a041f335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:24:30Z', 'updated_at': '2021-07-28T09:24:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi'}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:24:39.256224 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-74d533cc-100c-4abd-a449-474d8c4a4567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:39.260034 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-058e5aef-d9a4-4b3a-b952-88406291e708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732595289878'] for port, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:39.281949 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-d6c66ed9-8c2f-435e-9462-c0f30e98830e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f32e89-c1b8-49f9-a1eb-1ada1fad53b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1030155211-router', 'tenant_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '936100aa-05d4-49f1-9f74-c3679b0940e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:24:32Z', 'updated_at': '2021-07-28T09:24:34Z', 'revision_number': 3, 'project_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'gw_port': {'id': '936100aa-05d4-49f1-9f74-c3679b0940e3', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6d:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75f32e89-c1b8-49f9-a1eb-1ada1fad53b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:24:33Z', 'updated_at': '2021-07-28T09:24:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi'}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:24:39.319512 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c66ed9-8c2f-435e-9462-c0f30e98830e None None] The sync data for ids ['75f32e89-c1b8-49f9-a1eb-1ada1fad53b3'] in dv-cinder-802669-1-iscsi is: [{'id': '75f32e89-c1b8-49f9-a1eb-1ada1fad53b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1030155211-router', 'tenant_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '936100aa-05d4-49f1-9f74-c3679b0940e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:24:32Z', 'updated_at': '2021-07-28T09:24:34Z', 'revision_number': 3, 'project_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'gw_port': {'id': '936100aa-05d4-49f1-9f74-c3679b0940e3', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6d:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75f32e89-c1b8-49f9-a1eb-1ada1fad53b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:24:33Z', 'updated_at': '2021-07-28T09:24:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi'}] {{(pid=93070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:24:39.353935 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3033e61d-f23f-4cc4-a882-a67ed16a7ef0 None None] The sync data for ids ['902bc943-bfc6-41a6-980c-5fe1a041f335'] in dv-cinder-802669-1-iscsi is: [{'id': '902bc943-bfc6-41a6-980c-5fe1a041f335', 'name': 'tempest-AttachVolumeTestJSON-1574088378-router', 'tenant_id': '9a1f63fb540e42f18f0ec634cc138c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '71727ab9-08d1-4c73-b9b9-bb1dd4d024f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:24:29Z', 'updated_at': '2021-07-28T09:24:32Z', 'revision_number': 3, 'project_id': '9a1f63fb540e42f18f0ec634cc138c04', 'gw_port': {'id': '71727ab9-08d1-4c73-b9b9-bb1dd4d024f8', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b4:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '902bc943-bfc6-41a6-980c-5fe1a041f335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:24:30Z', 'updated_at': '2021-07-28T09:24:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi'}] {{(pid=93069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:24:39.396449 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-74d533cc-100c-4abd-a449-474d8c4a4567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:39.401123 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-4c3b299b-17f2-4cd8-8f6e-d12f062e856c None None] Provisioning complete for port 6ab29dc1-6e0e-4e21-9b34-4c60db753001 triggered by entity DHCP. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:24:39.401398 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-4c3b299b-17f2-4cd8-8f6e-d12f062e856c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:39.403358 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:39.448700 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ea7d62-8d44-4531-a654-19ddbae28b9d None None] Pushing event updated for resources: {'Port': ['ID=6ab29dc1-6e0e-4e21-9b34-4c60db753001,revision_number=3']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:39.451626 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058e5aef-d9a4-4b3a-b952-88406291e708 admin admin] Network 59c4a637-5ed0-4b6e-a037-96ec97ce270f is already hosted by enough agents. {{(pid=93068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:24:39.484595 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.base_scheduler [None req-058e5aef-d9a4-4b3a-b952-88406291e708 admin admin] Resources bound (agent type, host, resource id): {{(pid=93068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:24:39.498636 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-913a7db4-0f79-46e0-85ca-8ce0f07d3ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983811', 'neutron.services.segments.db._delete_segments_for_network-8732595736369'] for network, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:39.510607 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058e5aef-d9a4-4b3a-b952-88406291e708 admin admin] Received port after_create {{(pid=93068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 09:24:39.511529 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-058e5aef-d9a4-4b3a-b952-88406291e708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8268876'] for router_interface, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:39.528186 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058e5aef-d9a4-4b3a-b952-88406291e708 admin admin] Pushing event updated for resources: {'Port': ['ID=e6c1d149-6b1a-4382-89d3-3fabefdcfd0d,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:39.613870 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-913a7db4-0f79-46e0-85ca-8ce0f07d3ce8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:24:39.613870 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-913a7db4-0f79-46e0-85ca-8ce0f07d3ce8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:24:39.613870 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-913a7db4-0f79-46e0-85ca-8ce0f07d3ce8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:24:39.615599 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-913a7db4-0f79-46e0-85ca-8ce0f07d3ce8 admin admin] Subscribe: > port after_create 55550000 {{(pid=93068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:24:39.615599 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-913a7db4-0f79-46e0-85ca-8ce0f07d3ce8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:24:39.616993 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-913a7db4-0f79-46e0-85ca-8ce0f07d3ce8 admin admin] Subscribe: > port after_update 55550000 {{(pid=93068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:24:39.616993 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-913a7db4-0f79-46e0-85ca-8ce0f07d3ce8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:24:39.616993 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-913a7db4-0f79-46e0-85ca-8ce0f07d3ce8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:24:39.617368 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-913a7db4-0f79-46e0-85ca-8ce0f07d3ce8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:24:39.617802 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-913a7db4-0f79-46e0-85ca-8ce0f07d3ce8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:24:39.718838 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] For port bbcc8c3e-93ef-4169-ad22-bfa2229dc276, host dv-cinder-802669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=bbcc8c3e-93ef-4169-ad22-bfa2229dc276,segment=NetworkSegment(b226f756-b865-4ac3-ba22-f8bcfda44394),segment_id=b226f756-b865-4ac3-ba22-f8bcfda44394)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:24:39.743157 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:39.775492 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b0eab9f5-5f25-44a9-a4a7-9370db8175eb req-e86b6f52-a53d-4d47-a285-5250cabfec0e tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] 10.222.0.23 "GET /v2.0/ports?device_id=3553763b-4ea7-46c3-a243-3e7217b9f319 HTTP/1.1" status: 200 len: 210 time: 0.7572575 Jul 28 09:24:39.777780 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ccde87-0c43-4048-8441-f98d409ee1ba admin admin] Network bc5fa390-0a22-474b-ac35-e54c73e4ebd9 is already hosted by enough agents. {{(pid=93067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:24:39.869139 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-56b780e2-4280-4f8e-95e5-a5305f689557 req-50f391ff-1bf7-4519-9651-12743bcf7b5a tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e1287df-cb69-4058-b6ed-b2156f10ea45 HTTP/1.1" status: 200 len: 210 time: 0.8437116 Jul 28 09:24:39.883848 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.base_scheduler [None req-28ccde87-0c43-4048-8441-f98d409ee1ba admin admin] Resources bound (agent type, host, resource id): {{(pid=93067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:24:39.901808 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ccde87-0c43-4048-8441-f98d409ee1ba admin admin] Received port after_create {{(pid=93067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 09:24:39.902234 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-28ccde87-0c43-4048-8441-f98d409ee1ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8268876'] for router_interface, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:40.068870 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-913a7db4-0f79-46e0-85ca-8ce0f07d3ce8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:24:40.068870 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-913a7db4-0f79-46e0-85ca-8ce0f07d3ce8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:24:40.068870 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-913a7db4-0f79-46e0-85ca-8ce0f07d3ce8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:24:40.068870 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-913a7db4-0f79-46e0-85ca-8ce0f07d3ce8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93068) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:24:40.068870 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.services.segments.db [None req-913a7db4-0f79-46e0-85ca-8ce0f07d3ce8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['638df278-e212-4807-b9aa-2a3ad67b057a']}} {{(pid=93068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:24:40.075868 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Pushing event updated for resources: {'Port': ['ID=bbcc8c3e-93ef-4169-ad22-bfa2229dc276,revision_number=4']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:40.076206 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.services.segments.db [None req-913a7db4-0f79-46e0-85ca-8ce0f07d3ce8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5747e39f-204c-4205-8c75-eb65798aeb9d') {'for_net_delete': True} {{(pid=93068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:24:40.076206 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.services.segments.db [None req-913a7db4-0f79-46e0-85ca-8ce0f07d3ce8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5747e39f-204c-4205-8c75-eb65798aeb9d') {} {{(pid=93068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:24:40.076206 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-913a7db4-0f79-46e0-85ca-8ce0f07d3ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732595737146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6036970'] for segment, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:40.076974 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-b7e8ebf1-da1f-421b-b60b-6fb2aa00cad5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:40.100139 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-913a7db4-0f79-46e0-85ca-8ce0f07d3ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998659'] for segment, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:40.116699 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-913a7db4-0f79-46e0-85ca-8ce0f07d3ce8 admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=93068) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 09:24:40.117380 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-913a7db4-0f79-46e0-85ca-8ce0f07d3ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6036963'] for segment, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:40.152899 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.provisioning_blocks [None req-b7e8ebf1-da1f-421b-b60b-6fb2aa00cad5 admin admin] Transition to ACTIVE for port object 505445e9-12e7-44e4-b4f7-29d7b239001a will not be triggered until provisioned by entity DHCP. {{(pid=93067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:24:40.177369 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-152589a1-9a79-485d-a221-fae63fa51183 req-4dc3d24b-4c9d-4017-8b11-bc9c63d2383b tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Made reservation on behalf of 3ffc9329f42c48d5a02f450469dbaf89 for: {'port': 1} {{(pid=93067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:24:40.183812 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-152589a1-9a79-485d-a221-fae63fa51183 req-4dc3d24b-4c9d-4017-8b11-bc9c63d2383b tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:40.214002 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device 6ab29dc1-6e0e-4e21-9b34-4c60db753001 up at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:24:40.265438 dv-cinder-802669-1-iscsi neutron-server[93068]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 09:24:40.265438 dv-cinder-802669-1-iscsi neutron-server[93068]: from cryptography.utils import int_from_bytes Jul 28 09:24:40.265438 dv-cinder-802669-1-iscsi neutron-server[93068]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 09:24:40.265438 dv-cinder-802669-1-iscsi neutron-server[93068]: from cryptography.utils import int_from_bytes Jul 28 09:24:40.265438 dv-cinder-802669-1-iscsi neutron-server[93068]: Traceback (most recent call last): Jul 28 09:24:40.265438 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 09:24:40.265438 dv-cinder-802669-1-iscsi neutron-server[93068]: timer() Jul 28 09:24:40.265438 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 09:24:40.265438 dv-cinder-802669-1-iscsi neutron-server[93068]: cb(*args, **kw) Jul 28 09:24:40.265438 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 09:24:40.265438 dv-cinder-802669-1-iscsi neutron-server[93068]: return func(*args, **kwargs) Jul 28 09:24:40.265438 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 09:24:40.265438 dv-cinder-802669-1-iscsi neutron-server[93068]: self._notify() Jul 28 09:24:40.265438 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 09:24:40.265438 dv-cinder-802669-1-iscsi neutron-server[93068]: self.callback(batched_events) Jul 28 09:24:40.265438 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 09:24:40.265438 dv-cinder-802669-1-iscsi neutron-server[93068]: event.method(event) Jul 28 09:24:40.265438 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 09:24:40.265438 dv-cinder-802669-1-iscsi neutron-server[93068]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 09:24:40.265438 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 09:24:40.265438 dv-cinder-802669-1-iscsi neutron-server[93068]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 09:24:40.265438 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 09:24:40.265438 dv-cinder-802669-1-iscsi neutron-server[93068]: return f(self, *a, **k) Jul 28 09:24:40.265438 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 09:24:40.265438 dv-cinder-802669-1-iscsi neutron-server[93068]: return self._get(url).json() Jul 28 09:24:40.265438 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 09:24:40.265438 dv-cinder-802669-1-iscsi neutron-server[93068]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 09:24:40.265438 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 09:24:40.265438 dv-cinder-802669-1-iscsi neutron-server[93068]: return self.request(url, 'GET', **kwargs) Jul 28 09:24:40.265438 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 09:24:40.265438 dv-cinder-802669-1-iscsi neutron-server[93068]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 09:24:40.265438 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 09:24:40.265438 dv-cinder-802669-1-iscsi neutron-server[93068]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 09:24:40.265438 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 09:24:40.265438 dv-cinder-802669-1-iscsi neutron-server[93068]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 09:24:40.265438 dv-cinder-802669-1-iscsi neutron-server[93068]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 09:24:40.279770 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-913a7db4-0f79-46e0-85ca-8ce0f07d3ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-987120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8269003'] for network, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:40.298412 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-913a7db4-0f79-46e0-85ca-8ce0f07d3ce8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for network, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:40.305670 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-913a7db4-0f79-46e0-85ca-8ce0f07d3ce8 admin admin] 10.222.0.23 "DELETE /v2.0/networks/638df278-e212-4807-b9aa-2a3ad67b057a HTTP/1.1" status: 204 len: 168 time: 1.3744547 Jul 28 09:24:40.368652 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 46020) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:24:40.394446 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913a7db4-0f79-46e0-85ca-8ce0f07d3ce8 admin admin] Pushing event deleted for resources: {'Network': ['ID=638df278-e212-4807-b9aa-2a3ad67b057a,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:40.459722 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning complete for port 6ab29dc1-6e0e-4e21-9b34-4c60db753001 triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:24:40.460478 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:40.553915 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ad58ae5-1163-4f9d-8872-aeb7f84658d3 admin admin] Deleting subnet 4ea6d86f-7952-408c-b47d-26036327dd44 {{(pid=93068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 09:24:40.570683 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-74d533cc-100c-4abd-a449-474d8c4a4567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:40.573933 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-74d533cc-100c-4abd-a449-474d8c4a4567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:40.575200 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-74d533cc-100c-4abd-a449-474d8c4a4567 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f2bc2dfc-f117-4f24-9866-19baaf4dcf0e HTTP/1.1" status: 204 len: 168 time: 1.5666180 Jul 28 09:24:40.576542 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-8ad58ae5-1163-4f9d-8872-aeb7f84658d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:40.607129 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-57b03fe2-ecc3-4678-bec7-2f8587dd7f02 None None] Provisioning for port e6c1d149-6b1a-4382-89d3-3fabefdcfd0d completed by entity DHCP. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:24:40.657163 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-57b03fe2-ecc3-4678-bec7-2f8587dd7f02 None None] Provisioning complete for port e6c1d149-6b1a-4382-89d3-3fabefdcfd0d triggered by entity DHCP. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:24:40.658527 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-57b03fe2-ecc3-4678-bec7-2f8587dd7f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:40.839601 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-57b03fe2-ecc3-4678-bec7-2f8587dd7f02 None None] Port e6c1d149-6b1a-4382-89d3-3fabefdcfd0d cannot update to ACTIVE because it is not bound. {{(pid=93069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 09:24:40.987531 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.32', 49747) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:24:40.988381 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d533cc-100c-4abd-a449-474d8c4a4567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2bc2dfc-f117-4f24-9866-19baaf4dcf0e,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:41.311746 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-8ad58ae5-1163-4f9d-8872-aeb7f84658d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6036963'] for subnet, precommit_delete_associations {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:41.370471 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-058e5aef-d9a4-4b3a-b952-88406291e708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:41.390431 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-0f4dce7d-d205-4981-a0c6-001c2b7bcddd req-39a351ab-7584-4685-beb2-448f4ec9b6d6 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e1287df-cb69-4058-b6ed-b2156f10ea45 HTTP/1.1" status: 200 len: 210 time: 0.2055609 Jul 28 09:24:41.397007 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7a4378e7-b39c-4264-88e2-a154bd9363a4 req-3d87e9b3-ea70-4776-9bb7-4786f8e67d22 tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] 10.222.0.23 "GET /v2.0/ports?device_id=3553763b-4ea7-46c3-a243-3e7217b9f319 HTTP/1.1" status: 200 len: 210 time: 0.0894525 Jul 28 09:24:41.421913 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-b7e8ebf1-da1f-421b-b60b-6fb2aa00cad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732595289878'] for port, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:41.488222 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 46052) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:24:41.536656 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-57311665-d144-4e25-a355-5f5659b4d89c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:41.552539 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.db_base_plugin_common [req-152589a1-9a79-485d-a221-fae63fa51183 req-4dc3d24b-4c9d-4017-8b11-bc9c63d2383b tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Allocated IP 172.20.0.4 (3463c92e-9592-4a5e-be73-c0318bba2428/1774fccb-c973-4490-ba8e-1a26617adb21/d71e8fb8-deed-4e7a-ad68-64fbaee0e441) {{(pid=93067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:24:41.557799 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e8ebf1-da1f-421b-b60b-6fb2aa00cad5 admin admin] Pushing event updated for resources: {'Port': ['ID=505445e9-12e7-44e4-b4f7-29d7b239001a,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:41.589944 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e8ebf1-da1f-421b-b60b-6fb2aa00cad5 admin admin] Network 39e9cde6-0d01-4242-a6ed-06857cf13960 is already hosted by enough agents. {{(pid=93067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:24:41.601760 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.base_scheduler [None req-b7e8ebf1-da1f-421b-b60b-6fb2aa00cad5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:24:41.616767 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e8ebf1-da1f-421b-b60b-6fb2aa00cad5 admin admin] Received port after_create {{(pid=93067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 09:24:41.617323 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-b7e8ebf1-da1f-421b-b60b-6fb2aa00cad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8268876'] for router_interface, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:41.653662 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-8ad58ae5-1163-4f9d-8872-aeb7f84658d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996982'] for subnet, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:41.784923 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-28ccde87-0c43-4048-8441-f98d409ee1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:41.882230 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-b7e8ebf1-da1f-421b-b60b-6fb2aa00cad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:41.963380 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0912b9a-5b82-44ff-ac1e-bb79c5a4ef71 req-44f41bfa-aeb9-47c6-b7a8-9f076c58c27b tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:24:41.968943 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [req-d0912b9a-5b82-44ff-ac1e-bb79c5a4ef71 req-44f41bfa-aeb9-47c6-b7a8-9f076c58c27b tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] 10.222.0.32 "GET /v2.0/networks?id=b1b43698-b9d6-4b16-bb1c-3b1165b061e7 HTTP/1.1" status: 200 len: 812 time: 0.9779043 Jul 28 09:24:42.039119 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-8ad58ae5-1163-4f9d-8872-aeb7f84658d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6036889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6272565'] for subnet, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:42.094673 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad58ae5-1163-4f9d-8872-aeb7f84658d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ea6d86f-7952-408c-b47d-26036327dd44,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:42.102433 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-8ad58ae5-1163-4f9d-8872-aeb7f84658d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for subnet, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:42.104261 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-667df8ef-4423-4f04-9ec7-4dc5fa78f99d None None] Provisioning for port 505445e9-12e7-44e4-b4f7-29d7b239001a completed by entity DHCP. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:24:42.118640 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-667df8ef-4423-4f04-9ec7-4dc5fa78f99d None None] Provisioning complete for port 505445e9-12e7-44e4-b4f7-29d7b239001a triggered by entity DHCP. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:24:42.120857 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-8ad58ae5-1163-4f9d-8872-aeb7f84658d3 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4ea6d86f-7952-408c-b47d-26036327dd44 HTTP/1.1" status: 204 len: 168 time: 1.7157984 Jul 28 09:24:42.123494 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 46054) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:24:42.131068 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-667df8ef-4423-4f04-9ec7-4dc5fa78f99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:42.221534 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device bbcc8c3e-93ef-4169-ad22-bfa2229dc276 up at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:24:42.292434 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-ab4b3848-b591-409d-bee6-c9e5d62ff50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599172'] for network, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:42.308844 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-667df8ef-4423-4f04-9ec7-4dc5fa78f99d None None] Port 505445e9-12e7-44e4-b4f7-29d7b239001a cannot update to ACTIVE because it is not bound. {{(pid=93069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 09:24:42.344145 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning complete for port bbcc8c3e-93ef-4169-ad22-bfa2229dc276 triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:24:42.345005 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:42.515332 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-152589a1-9a79-485d-a221-fae63fa51183 req-4dc3d24b-4c9d-4017-8b11-bc9c63d2383b tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Notify callbacks [] for port, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:42.580361 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device 71727ab9-08d1-4c73-b9b9-bb1dd4d024f8 up at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:24:42.678653 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-ab4b3848-b591-409d-bee6-c9e5d62ff50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983811', 'neutron.services.segments.db._delete_segments_for_network-8732595736369'] for network, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:42.682540 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-57311665-d144-4e25-a355-5f5659b4d89c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:42.684898 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-058e5aef-d9a4-4b3a-b952-88406291e708 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:42.695215 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-57311665-d144-4e25-a355-5f5659b4d89c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:42.715628 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-152589a1-9a79-485d-a221-fae63fa51183 req-4dc3d24b-4c9d-4017-8b11-bc9c63d2383b tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732595289878'] for port, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:42.720145 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.services.segments.db [None req-ab4b3848-b591-409d-bee6-c9e5d62ff50c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8495f280-2059-4ec2-b5c7-730b2ce9c93c']}} {{(pid=93068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:24:42.732021 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning for port 71727ab9-08d1-4c73-b9b9-bb1dd4d024f8 completed by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:24:42.739926 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning complete for port 71727ab9-08d1-4c73-b9b9-bb1dd4d024f8 triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:24:42.740650 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:42.752323 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-57311665-d144-4e25-a355-5f5659b4d89c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d6ddaaa5926b47bb821f11faeaf3f116&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2601004 Jul 28 09:24:42.753054 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-058e5aef-d9a4-4b3a-b952-88406291e708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6036935'] for port, after_update {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:42.989674 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.services.segments.db [None req-ab4b3848-b591-409d-bee6-c9e5d62ff50c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35f988ed-1270-4d13-a663-34e117ccd85f') {'for_net_delete': True} {{(pid=93068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:24:42.990391 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.services.segments.db [None req-ab4b3848-b591-409d-bee6-c9e5d62ff50c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35f988ed-1270-4d13-a663-34e117ccd85f') {} {{(pid=93068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:24:42.991244 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-28ccde87-0c43-4048-8441-f98d409ee1ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:43.004595 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-ab4b3848-b591-409d-bee6-c9e5d62ff50c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732595737146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6036970'] for segment, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:43.054753 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-ab4b3848-b591-409d-bee6-c9e5d62ff50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998659'] for segment, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:43.073042 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab4b3848-b591-409d-bee6-c9e5d62ff50c admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=93068) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 09:24:43.073512 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-ab4b3848-b591-409d-bee6-c9e5d62ff50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6036963'] for segment, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:43.075794 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 46074) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:24:43.076504 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57311665-d144-4e25-a355-5f5659b4d89c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=637923bf-dae8-4c70-b716-cc3af07dd713,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:43.081046 dv-cinder-802669-1-iscsi neutron-server[93068]: Traceback (most recent call last): Jul 28 09:24:43.081046 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 09:24:43.081046 dv-cinder-802669-1-iscsi neutron-server[93068]: timer() Jul 28 09:24:43.081046 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 09:24:43.081046 dv-cinder-802669-1-iscsi neutron-server[93068]: cb(*args, **kw) Jul 28 09:24:43.081046 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 09:24:43.081046 dv-cinder-802669-1-iscsi neutron-server[93068]: return func(*args, **kwargs) Jul 28 09:24:43.081046 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 09:24:43.081046 dv-cinder-802669-1-iscsi neutron-server[93068]: self._notify() Jul 28 09:24:43.081046 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 09:24:43.081046 dv-cinder-802669-1-iscsi neutron-server[93068]: self.callback(batched_events) Jul 28 09:24:43.081046 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 09:24:43.081046 dv-cinder-802669-1-iscsi neutron-server[93068]: event.method(event) Jul 28 09:24:43.081046 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 09:24:43.081046 dv-cinder-802669-1-iscsi neutron-server[93068]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 09:24:43.081046 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 09:24:43.081046 dv-cinder-802669-1-iscsi neutron-server[93068]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 09:24:43.081046 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 09:24:43.081046 dv-cinder-802669-1-iscsi neutron-server[93068]: return f(self, *a, **k) Jul 28 09:24:43.081046 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 09:24:43.081046 dv-cinder-802669-1-iscsi neutron-server[93068]: return self._get(url).json() Jul 28 09:24:43.081046 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 09:24:43.081046 dv-cinder-802669-1-iscsi neutron-server[93068]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 09:24:43.081046 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 09:24:43.081046 dv-cinder-802669-1-iscsi neutron-server[93068]: return self.request(url, 'GET', **kwargs) Jul 28 09:24:43.081046 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 09:24:43.081046 dv-cinder-802669-1-iscsi neutron-server[93068]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 09:24:43.081046 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 09:24:43.081046 dv-cinder-802669-1-iscsi neutron-server[93068]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 09:24:43.081046 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 09:24:43.081046 dv-cinder-802669-1-iscsi neutron-server[93068]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 09:24:43.081046 dv-cinder-802669-1-iscsi neutron-server[93068]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 09:24:43.144715 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:43.173841 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-b7e8ebf1-da1f-421b-b60b-6fb2aa00cad5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:43.187494 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-05f0061d-70ff-418a-bb92-c33f576dfaaf req-51db6d3e-6cb3-4d05-b765-12ae2e1e7395 tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] 10.222.0.23 "GET /v2.0/ports?device_id=3553763b-4ea7-46c3-a243-3e7217b9f319 HTTP/1.1" status: 200 len: 210 time: 0.5905483 Jul 28 09:24:43.206787 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] For port 71727ab9-08d1-4c73-b9b9-bb1dd4d024f8, host dv-cinder-802669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=71727ab9-08d1-4c73-b9b9-bb1dd4d024f8,segment=NetworkSegment(b226f756-b865-4ac3-ba22-f8bcfda44394),segment_id=b226f756-b865-4ac3-ba22-f8bcfda44394)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:24:43.213384 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:43.215463 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device 936100aa-05d4-49f1-9f74-c3679b0940e3 up at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:24:43.271058 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 46078) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:24:43.284100 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-b7e8ebf1-da1f-421b-b60b-6fb2aa00cad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:43.285067 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-b7e8ebf1-da1f-421b-b60b-6fb2aa00cad5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8069282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8270300'] for router_interface, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:43.313626 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-28ccde87-0c43-4048-8441-f98d409ee1ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:43.315370 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-28ccde87-0c43-4048-8441-f98d409ee1ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8069282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8270300'] for router_interface, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:43.386627 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Pushing event updated for resources: {'Port': ['ID=71727ab9-08d1-4c73-b9b9-bb1dd4d024f8,revision_number=4']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:43.396319 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning for port 936100aa-05d4-49f1-9f74-c3679b0940e3 completed by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:24:43.401638 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning complete for port 936100aa-05d4-49f1-9f74-c3679b0940e3 triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:24:43.402104 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:43.411894 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-058e5aef-d9a4-4b3a-b952-88406291e708 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8069282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8270300'] for router_interface, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:43.483045 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-152589a1-9a79-485d-a221-fae63fa51183 req-4dc3d24b-4c9d-4017-8b11-bc9c63d2383b tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Network 3463c92e-9592-4a5e-be73-c0318bba2428 is already hosted by enough agents. {{(pid=93067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:24:43.483296 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058e5aef-d9a4-4b3a-b952-88406291e708 admin admin] Pushing event updated for resources: {'Port': ['ID=e6c1d149-6b1a-4382-89d3-3fabefdcfd0d,revision_number=2']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:43.497015 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-ab4b3848-b591-409d-bee6-c9e5d62ff50c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-987120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8269003'] for network, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:43.527966 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-ab4b3848-b591-409d-bee6-c9e5d62ff50c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for network, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:43.532288 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-ab4b3848-b591-409d-bee6-c9e5d62ff50c admin admin] 10.222.0.23 "DELETE /v2.0/networks/8495f280-2059-4ec2-b5c7-730b2ce9c93c HTTP/1.1" status: 204 len: 168 time: 1.4033082 Jul 28 09:24:43.589412 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:43.640304 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b3848-b591-409d-bee6-c9e5d62ff50c admin admin] Pushing event deleted for resources: {'Network': ['ID=8495f280-2059-4ec2-b5c7-730b2ce9c93c,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:43.653462 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-7bf67824-a1ea-4e2b-847e-4a0e52857c4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:43.655408 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] For port 936100aa-05d4-49f1-9f74-c3679b0940e3, host dv-cinder-802669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=936100aa-05d4-49f1-9f74-c3679b0940e3,segment=NetworkSegment(b226f756-b865-4ac3-ba22-f8bcfda44394),segment_id=b226f756-b865-4ac3-ba22-f8bcfda44394)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:24:43.667048 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:43.685968 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-a6ecd131-c863-4596-baaf-90b2de2c19e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:43.731896 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-7bf67824-a1ea-4e2b-847e-4a0e52857c4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:43.800572 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Pushing event updated for resources: {'Port': ['ID=936100aa-05d4-49f1-9f74-c3679b0940e3,revision_number=4']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:43.874283 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 46084) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:24:43.891111 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device 71727ab9-08d1-4c73-b9b9-bb1dd4d024f8 up at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:24:43.898356 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc3d24b-4c9d-4017-8b11-bc9c63d2383b tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Pushing event updated for resources: {'Port': ['ID=d71e8fb8-deed-4e7a-ad68-64fbaee0e441,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:43.920226 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058e5aef-d9a4-4b3a-b952-88406291e708 admin admin] Network 59c4a637-5ed0-4b6e-a037-96ec97ce270f is already hosted by enough agents. {{(pid=93068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:24:43.921018 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-7bf67824-a1ea-4e2b-847e-4a0e52857c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:43.923614 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-7bf67824-a1ea-4e2b-847e-4a0e52857c4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:43.927495 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-7bf67824-a1ea-4e2b-847e-4a0e52857c4f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/637923bf-dae8-4c70-b716-cc3af07dd713 HTTP/1.1" status: 204 len: 168 time: 0.8428516 Jul 28 09:24:43.939594 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.base_scheduler [req-152589a1-9a79-485d-a221-fae63fa51183 req-4dc3d24b-4c9d-4017-8b11-bc9c63d2383b tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Resources bound (agent type, host, resource id): {{(pid=93067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:24:43.942166 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.l3_dvrscheduler_db [req-152589a1-9a79-485d-a221-fae63fa51183 req-4dc3d24b-4c9d-4017-8b11-bc9c63d2383b tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Received port after_create {{(pid=93067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 09:24:43.947053 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.base_scheduler [None req-058e5aef-d9a4-4b3a-b952-88406291e708 admin admin] Resources bound (agent type, host, resource id): {{(pid=93068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:24:43.950051 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152589a1-9a79-485d-a221-fae63fa51183 req-4dc3d24b-4c9d-4017-8b11-bc9c63d2383b tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:24:43.950843 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-152589a1-9a79-485d-a221-fae63fa51183 req-4dc3d24b-4c9d-4017-8b11-bc9c63d2383b tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for port, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:43.969297 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf67824-a1ea-4e2b-847e-4a0e52857c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=637923bf-dae8-4c70-b716-cc3af07dd713,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:44.021010 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning complete for port 71727ab9-08d1-4c73-b9b9-bb1dd4d024f8 triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:24:44.021313 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:44.094374 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-eb45458f-7d93-469b-b200-2be130596fe4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e58eec0762694e97a37e984a89bfcfdd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2188015 Jul 28 09:24:44.094983 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 46088) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:24:44.111335 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206b6e3-936d-47db-8251-56d13f0e6b41 req-052c0205-76df-4096-8584-770a48a897e1 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:24:44.125710 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-9206b6e3-936d-47db-8251-56d13f0e6b41 req-052c0205-76df-4096-8584-770a48a897e1 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e1287df-cb69-4058-b6ed-b2156f10ea45 HTTP/1.1" status: 200 len: 931 time: 1.4887249 Jul 28 09:24:44.178658 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e8ebf1-da1f-421b-b60b-6fb2aa00cad5 admin admin] Pushing event updated for resources: {'Port': ['ID=505445e9-12e7-44e4-b4f7-29d7b239001a,revision_number=2']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:44.320571 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e8ebf1-da1f-421b-b60b-6fb2aa00cad5 admin admin] Network 39e9cde6-0d01-4242-a6ed-06857cf13960 is already hosted by enough agents. {{(pid=93067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:24:44.336909 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.base_scheduler [None req-b7e8ebf1-da1f-421b-b60b-6fb2aa00cad5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:24:44.353101 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-a6ecd131-c863-4596-baaf-90b2de2c19e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:44.358938 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-058e5aef-d9a4-4b3a-b952-88406291e708 admin admin] Router 75f32e89-c1b8-49f9-a1eb-1ada1fad53b3 has already been hosted by L3 agent 4c8802ae-c91a-4e26-b3c6-37f497a3b5b2 {{(pid=93068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 09:24:44.362785 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-a6ecd131-c863-4596-baaf-90b2de2c19e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:44.367733 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-46c694b9-5e68-4ba4-ae2c-ef64609dd75b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:44.396601 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ccde87-0c43-4048-8441-f98d409ee1ba admin admin] Network bc5fa390-0a22-474b-ac35-e54c73e4ebd9 is already hosted by enough agents. {{(pid=93067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:24:44.454777 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-152589a1-9a79-485d-a221-fae63fa51183 req-4dc3d24b-4c9d-4017-8b11-bc9c63d2383b tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1734879 Jul 28 09:24:44.476276 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-da9154c6-a8ac-4944-b635-71ba6f9a234a None None] Provisioning complete for port e6c1d149-6b1a-4382-89d3-3fabefdcfd0d triggered by entity DHCP. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:24:44.476922 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.base_scheduler [None req-28ccde87-0c43-4048-8441-f98d409ee1ba admin admin] Resources bound (agent type, host, resource id): {{(pid=93067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:24:44.477455 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-da9154c6-a8ac-4944-b635-71ba6f9a234a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:44.477713 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-a6ecd131-c863-4596-baaf-90b2de2c19e7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=38df9e107cad46eda5150334c8df4015&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1980324 Jul 28 09:24:44.482072 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-46c694b9-5e68-4ba4-ae2c-ef64609dd75b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:44.496265 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 46096) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:24:44.506698 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ccde87-0c43-4048-8441-f98d409ee1ba admin admin] Pushing event updated for resources: {'Port': ['ID=745628de-4b2f-4219-83c4-3f0ea83ea2d6,revision_number=2']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:44.557186 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ecd131-c863-4596-baaf-90b2de2c19e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89bb7a3b-db0a-400f-bfea-f428f752654a,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:44.600322 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-da9154c6-a8ac-4944-b635-71ba6f9a234a None None] Port e6c1d149-6b1a-4382-89d3-3fabefdcfd0d cannot update to ACTIVE because it is not bound. {{(pid=93069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 09:24:44.622512 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2d32b885-63eb-4cf8-8398-9bc7e6ec0674 req-04352878-a4b5-486b-9934-5223fa2dbdeb tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] 10.222.0.23 "GET /v2.0/ports?device_id=3553763b-4ea7-46c3-a243-3e7217b9f319 HTTP/1.1" status: 200 len: 210 time: 0.2992167 Jul 28 09:24:44.625673 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-9206b6e3-936d-47db-8251-56d13f0e6b41 req-359f4255-5d58-4bfa-94cf-d6434b4571dc tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba7ca661-0cb6-4167-9687-f2b430c66e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4355843 Jul 28 09:24:44.774599 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-46c694b9-5e68-4ba4-ae2c-ef64609dd75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:44.782588 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-46c694b9-5e68-4ba4-ae2c-ef64609dd75b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:44.784363 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-46c694b9-5e68-4ba4-ae2c-ef64609dd75b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5dfb2c85-93fe-4864-8f88-3b5438c7cd06 HTTP/1.1" status: 204 len: 168 time: 0.6858592 Jul 28 09:24:44.799537 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c694b9-5e68-4ba4-ae2c-ef64609dd75b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dfb2c85-93fe-4864-8f88-3b5438c7cd06,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:44.817872 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-9abe6f10-1cdc-4678-98cb-81196941af23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:44.824713 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-058e5aef-d9a4-4b3a-b952-88406291e708 admin admin] Notify agent at l3_agent.dv-cinder-802669-1-iscsi the message routers_updated {{(pid=93068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:24:44.849115 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-058e5aef-d9a4-4b3a-b952-88406291e708 admin admin] 10.222.0.23 "PUT /v2.0/routers/75f32e89-c1b8-49f9-a1eb-1ada1fad53b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5667770 Jul 28 09:24:44.869196 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac4b486-5a3a-4356-abab-f41cbc723455 None None] Sync routers for ids ['75f32e89-c1b8-49f9-a1eb-1ada1fad53b3'] in dv-cinder-802669-1-iscsi {{(pid=93069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:24:44.876621 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7e8ebf1-da1f-421b-b60b-6fb2aa00cad5 admin admin] Router 902bc943-bfc6-41a6-980c-5fe1a041f335 has already been hosted by L3 agent 4c8802ae-c91a-4e26-b3c6-37f497a3b5b2 {{(pid=93067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 09:24:44.879124 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-9abe6f10-1cdc-4678-98cb-81196941af23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:44.889218 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac4b486-5a3a-4356-abab-f41cbc723455 None None] Routers {'75f32e89-c1b8-49f9-a1eb-1ada1fad53b3'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:24:44.890037 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-2ac4b486-5a3a-4356-abab-f41cbc723455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:24:31Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['75f32e89-c1b8-49f9-a1eb-1ada1fad53b3'], 'active': True} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:24:44.896557 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28ccde87-0c43-4048-8441-f98d409ee1ba admin admin] Router 91b239b7-2465-4925-93ad-8dab7bd02999 has already been hosted by L3 agent 4c8802ae-c91a-4e26-b3c6-37f497a3b5b2 {{(pid=93067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 09:24:44.979617 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-9249c855-d035-44b7-9b3c-6f1355a19a43 None None] Provisioning complete for port 505445e9-12e7-44e4-b4f7-29d7b239001a triggered by entity DHCP. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:24:44.980577 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-9249c855-d035-44b7-9b3c-6f1355a19a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:45.118106 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-9249c855-d035-44b7-9b3c-6f1355a19a43 None None] Port 505445e9-12e7-44e4-b4f7-29d7b239001a cannot update to ACTIVE because it is not bound. {{(pid=93069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 09:24:45.143622 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-9abe6f10-1cdc-4678-98cb-81196941af23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:45.151742 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-9abe6f10-1cdc-4678-98cb-81196941af23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:45.160393 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-9abe6f10-1cdc-4678-98cb-81196941af23 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/89bb7a3b-db0a-400f-bfea-f428f752654a HTTP/1.1" status: 204 len: 168 time: 0.6547594 Jul 28 09:24:45.231375 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abe6f10-1cdc-4678-98cb-81196941af23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89bb7a3b-db0a-400f-bfea-f428f752654a,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:45.242532 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e8ebf1-da1f-421b-b60b-6fb2aa00cad5 admin admin] Notify agent at l3_agent.dv-cinder-802669-1-iscsi the message routers_updated {{(pid=93067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:24:45.251494 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc308f2-0dab-47f7-96ec-328b9ba1eea3 None None] Sync routers for ids ['902bc943-bfc6-41a6-980c-5fe1a041f335'] in dv-cinder-802669-1-iscsi {{(pid=93070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:24:45.261562 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-b7e8ebf1-da1f-421b-b60b-6fb2aa00cad5 admin admin] 10.222.0.23 "PUT /v2.0/routers/902bc943-bfc6-41a6-980c-5fe1a041f335/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4822876 Jul 28 09:24:45.277314 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvr_db [None req-2ac4b486-5a3a-4356-abab-f41cbc723455 None None] Set router 75f32e89-c1b8-49f9-a1eb-1ada1fad53b3 gateway port host: dv-cinder-802669-1-iscsi {{(pid=93069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:24:45.282090 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc308f2-0dab-47f7-96ec-328b9ba1eea3 None None] Routers {'902bc943-bfc6-41a6-980c-5fe1a041f335'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:24:45.283025 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-9dc308f2-0dab-47f7-96ec-328b9ba1eea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:24:31Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['902bc943-bfc6-41a6-980c-5fe1a041f335'], 'active': True} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:24:45.299888 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28ccde87-0c43-4048-8441-f98d409ee1ba admin admin] Notify agent at l3_agent.dv-cinder-802669-1-iscsi the message routers_updated {{(pid=93067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:24:45.315066 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-28ccde87-0c43-4048-8441-f98d409ee1ba admin admin] 10.222.0.23 "PUT /v2.0/routers/91b239b7-2465-4925-93ad-8dab7bd02999/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3449743 Jul 28 09:24:45.376175 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e43338-b2ed-460c-a134-8310a6be2fba None None] Sync routers for ids ['91b239b7-2465-4925-93ad-8dab7bd02999'] in dv-cinder-802669-1-iscsi {{(pid=93069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:24:45.446070 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e43338-b2ed-460c-a134-8310a6be2fba None None] Routers {'91b239b7-2465-4925-93ad-8dab7bd02999'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:24:45.446989 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-60e43338-b2ed-460c-a134-8310a6be2fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:24:31Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['91b239b7-2465-4925-93ad-8dab7bd02999'], 'active': True} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:24:45.555901 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvr_db [None req-9dc308f2-0dab-47f7-96ec-328b9ba1eea3 None None] Set router 902bc943-bfc6-41a6-980c-5fe1a041f335 gateway port host: dv-cinder-802669-1-iscsi {{(pid=93070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:24:45.596017 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 46126) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:24:45.723713 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvr_db [None req-60e43338-b2ed-460c-a134-8310a6be2fba None None] Set router 91b239b7-2465-4925-93ad-8dab7bd02999 gateway port host: dv-cinder-802669-1-iscsi {{(pid=93069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:24:45.759833 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-c7d1ca14-4f8e-44c1-809b-be440f8b1646 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=58d8bd4104524d4e90b0b935a6c99f75&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1601689 Jul 28 09:24:45.760403 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 46136) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:24:45.934719 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-2ac4b486-5a3a-4356-abab-f41cbc723455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f32e89-c1b8-49f9-a1eb-1ada1fad53b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1030155211-router', 'tenant_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '936100aa-05d4-49f1-9f74-c3679b0940e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:24:32Z', 'updated_at': '2021-07-28T09:24:40Z', 'revision_number': 4, 'project_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'gw_port': {'id': '936100aa-05d4-49f1-9f74-c3679b0940e3', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f32e89-c1b8-49f9-a1eb-1ada1fad53b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:24:33Z', 'updated_at': '2021-07-28T09:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_interfaces': [{'id': 'e6c1d149-6b1a-4382-89d3-3fabefdcfd0d', 'name': '', 'network_id': '59c4a637-5ed0-4b6e-a037-96ec97ce270f', 'tenant_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'mac_address': 'fa:16:3e:0d:e8:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75f32e89-c1b8-49f9-a1eb-1ada1fad53b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fd0bcb40-b982-4039-a925-2309bc61c85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:24:37Z', 'updated_at': '2021-07-28T09:24:41Z', 'revision_number': 2, 'project_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'subnets': [{'id': 'fd0bcb40-b982-4039-a925-2309bc61c85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:24:45.960359 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-53550156-3cfb-4ae5-8363-7019d5c531c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:45.977334 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad359a3-1a9d-46cc-b268-703e5f831cc7 req-8f57a8b5-a2ee-4aaf-91ad-f41285328bad tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:24:45.987914 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-bad359a3-1a9d-46cc-b268-703e5f831cc7 req-8f57a8b5-a2ee-4aaf-91ad-f41285328bad tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e1287df-cb69-4058-b6ed-b2156f10ea45 HTTP/1.1" status: 200 len: 931 time: 0.1445251 Jul 28 09:24:46.018318 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-53550156-3cfb-4ae5-8363-7019d5c531c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:46.029201 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device 936100aa-05d4-49f1-9f74-c3679b0940e3 up at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:24:46.085974 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-bad359a3-1a9d-46cc-b268-703e5f831cc7 req-9755809e-0baa-40db-b08d-0cfdb9c26bb2 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba7ca661-0cb6-4167-9687-f2b430c66e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929294 Jul 28 09:24:46.125325 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-53550156-3cfb-4ae5-8363-7019d5c531c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:46.128762 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-53550156-3cfb-4ae5-8363-7019d5c531c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:46.131741 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-53550156-3cfb-4ae5-8363-7019d5c531c3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f609cfbc-0a67-438d-97a8-5333e7a584d7 HTTP/1.1" status: 204 len: 168 time: 0.3690398 Jul 28 09:24:46.146909 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [req-152589a1-9a79-485d-a221-fae63fa51183 req-ff5ad0a8-fdc6-49dc-abbd-6bfbdf70beb8 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93067) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 09:24:46.148445 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-152589a1-9a79-485d-a221-fae63fa51183 req-ff5ad0a8-fdc6-49dc-abbd-6bfbdf70beb8 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066311 Jul 28 09:24:46.162410 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53550156-3cfb-4ae5-8363-7019d5c531c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f609cfbc-0a67-438d-97a8-5333e7a584d7,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:46.170955 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.v2.base [req-d0912b9a-5b82-44ff-ac1e-bb79c5a4ef71 req-538d9a48-bff9-4b58-9615-0bd83901441b tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] Request body: {'port': {'device_id': '3553763b-4ea7-46c3-a243-3e7217b9f319', 'network_id': 'b1b43698-b9d6-4b16-bb1c-3b1165b061e7', 'admin_state_up': True, 'tenant_id': '9e465e5255d9401caf2f0f22d0b6e7c7'}} {{(pid=93068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:24:46.175217 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac4b486-5a3a-4356-abab-f41cbc723455 None None] Checking router: 75f32e89-c1b8-49f9-a1eb-1ada1fad53b3 for host: dv-cinder-802669-1-iscsi {{(pid=93069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:24:46.191087 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac4b486-5a3a-4356-abab-f41cbc723455 None None] Updating router 75f32e89-c1b8-49f9-a1eb-1ada1fad53b3 port e6c1d149-6b1a-4382-89d3-3fabefdcfd0d binding host dv-cinder-802669-1-iscsi {{(pid=93069) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 09:24:46.275427 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 46146) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:24:46.287896 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-9dc308f2-0dab-47f7-96ec-328b9ba1eea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902bc943-bfc6-41a6-980c-5fe1a041f335', 'name': 'tempest-AttachVolumeTestJSON-1574088378-router', 'tenant_id': '9a1f63fb540e42f18f0ec634cc138c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '71727ab9-08d1-4c73-b9b9-bb1dd4d024f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:24:29Z', 'updated_at': '2021-07-28T09:24:41Z', 'revision_number': 4, 'project_id': '9a1f63fb540e42f18f0ec634cc138c04', 'gw_port': {'id': '71727ab9-08d1-4c73-b9b9-bb1dd4d024f8', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902bc943-bfc6-41a6-980c-5fe1a041f335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:24:30Z', 'updated_at': '2021-07-28T09:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_interfaces': [{'id': '505445e9-12e7-44e4-b4f7-29d7b239001a', 'name': '', 'network_id': '39e9cde6-0d01-4242-a6ed-06857cf13960', 'tenant_id': '9a1f63fb540e42f18f0ec634cc138c04', 'mac_address': 'fa:16:3e:39:ad:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '902bc943-bfc6-41a6-980c-5fe1a041f335', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '20e57957-5bf7-45eb-ad51-199187182dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:24:37Z', 'updated_at': '2021-07-28T09:24:41Z', 'revision_number': 2, 'project_id': '9a1f63fb540e42f18f0ec634cc138c04', 'subnets': [{'id': '20e57957-5bf7-45eb-ad51-199187182dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:24:46.289707 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [None req-e20cd40b-962b-40f0-a347-d849dcfccfe2 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1453730725', 'description': 'tempest-description--65389636'}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:24:46.333235 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2fb9bd04-f0c0-4f75-a0b4-e259e96bd842 req-08d1f2ec-93a8-439a-97cd-ed10b1c45a64 tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] 10.222.0.23 "GET /v2.0/ports?device_id=3553763b-4ea7-46c3-a243-3e7217b9f319 HTTP/1.1" status: 200 len: 210 time: 0.0888016 Jul 28 09:24:46.360171 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc308f2-0dab-47f7-96ec-328b9ba1eea3 None None] Checking router: 902bc943-bfc6-41a6-980c-5fe1a041f335 for host: dv-cinder-802669-1-iscsi {{(pid=93070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:24:46.360548 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc308f2-0dab-47f7-96ec-328b9ba1eea3 None None] Updating router 902bc943-bfc6-41a6-980c-5fe1a041f335 port 505445e9-12e7-44e4-b4f7-29d7b239001a binding host dv-cinder-802669-1-iscsi {{(pid=93070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 09:24:46.372776 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 46154) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:24:46.407425 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning complete for port 936100aa-05d4-49f1-9f74-c3679b0940e3 triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:24:46.407809 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:46.428307 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-fd57cd8d-db28-469e-9bb1-121ce54deb35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:46.430603 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-9dc308f2-0dab-47f7-96ec-328b9ba1eea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:46.474471 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-e20cd40b-962b-40f0-a347-d849dcfccfe2 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks [] for security_group, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:46.516601 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-2ac4b486-5a3a-4356-abab-f41cbc723455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:46.790421 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-fd57cd8d-db28-469e-9bb1-121ce54deb35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:46.809032 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-fd57cd8d-db28-469e-9bb1-121ce54deb35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:46.879434 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 46160) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:24:46.881138 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-fd57cd8d-db28-469e-9bb1-121ce54deb35 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=252cdd67ab024ea8992d0e367ca0f360&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4978263 Jul 28 09:24:46.997084 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd57cd8d-db28-469e-9bb1-121ce54deb35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a6f1280-bf97-4257-ac93-2340294be5c4,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:47.033656 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-bd9d4929-94eb-4aad-b12f-81c72fb5d2c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:47.064147 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-60e43338-b2ed-460c-a134-8310a6be2fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b239b7-2465-4925-93ad-8dab7bd02999', 'name': 'tempest-ServerRescueNegativeTestJSON-1715824593-router', 'tenant_id': 'cdd4025f7c74471e81aa73079f97a769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'bbcc8c3e-93ef-4169-ad22-bfa2229dc276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:24:30Z', 'updated_at': '2021-07-28T09:24:41Z', 'revision_number': 4, 'project_id': 'cdd4025f7c74471e81aa73079f97a769', 'gw_port': {'id': 'bbcc8c3e-93ef-4169-ad22-bfa2229dc276', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:60:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b239b7-2465-4925-93ad-8dab7bd02999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:24:31Z', 'updated_at': '2021-07-28T09:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_interfaces': [{'id': '745628de-4b2f-4219-83c4-3f0ea83ea2d6', 'name': '', 'network_id': 'bc5fa390-0a22-474b-ac35-e54c73e4ebd9', 'tenant_id': 'cdd4025f7c74471e81aa73079f97a769', 'mac_address': 'fa:16:3e:af:2d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b239b7-2465-4925-93ad-8dab7bd02999', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e1f74411-6c4e-4dfc-902d-6f35d76f4922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:24:36Z', 'updated_at': '2021-07-28T09:24:42Z', 'revision_number': 2, 'project_id': 'cdd4025f7c74471e81aa73079f97a769', 'subnets': [{'id': 'e1f74411-6c4e-4dfc-902d-6f35d76f4922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:24:47.103137 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-bd9d4929-94eb-4aad-b12f-81c72fb5d2c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:47.193018 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e43338-b2ed-460c-a134-8310a6be2fba None None] Checking router: 91b239b7-2465-4925-93ad-8dab7bd02999 for host: dv-cinder-802669-1-iscsi {{(pid=93069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:24:47.198004 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e43338-b2ed-460c-a134-8310a6be2fba None None] Updating router 91b239b7-2465-4925-93ad-8dab7bd02999 port 745628de-4b2f-4219-83c4-3f0ea83ea2d6 binding host dv-cinder-802669-1-iscsi {{(pid=93069) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 09:24:47.230597 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-bd9d4929-94eb-4aad-b12f-81c72fb5d2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:47.233316 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-e20cd40b-962b-40f0-a347-d849dcfccfe2 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks [] for security_group, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:47.234899 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-bd9d4929-94eb-4aad-b12f-81c72fb5d2c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:47.243821 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-e20cd40b-962b-40f0-a347-d849dcfccfe2 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:47.246340 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-bd9d4929-94eb-4aad-b12f-81c72fb5d2c9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4a6f1280-bf97-4257-ac93-2340294be5c4 HTTP/1.1" status: 204 len: 168 time: 0.3559744 Jul 28 09:24:47.268878 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9d4929-94eb-4aad-b12f-81c72fb5d2c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a6f1280-bf97-4257-ac93-2340294be5c4,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:47.279855 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0912b9a-5b82-44ff-ac1e-bb79c5a4ef71 req-538d9a48-bff9-4b58-9615-0bd83901441b tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] Made reservation on behalf of 9e465e5255d9401caf2f0f22d0b6e7c7 for: {'port': 1} {{(pid=93068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:24:47.284329 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [req-d0912b9a-5b82-44ff-ac1e-bb79c5a4ef71 req-538d9a48-bff9-4b58-9615-0bd83901441b tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:47.295828 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-9dc308f2-0dab-47f7-96ec-328b9ba1eea3 None None] Notify callbacks [] for port, precommit_update {{(pid=93070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:47.321390 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.provisioning_blocks [None req-9dc308f2-0dab-47f7-96ec-328b9ba1eea3 None None] Transition to ACTIVE for port object 505445e9-12e7-44e4-b4f7-29d7b239001a will not be triggered until provisioned by entity L2. {{(pid=93070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:24:47.332371 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-9dc308f2-0dab-47f7-96ec-328b9ba1eea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:47.343104 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-e20cd40b-962b-40f0-a347-d849dcfccfe2 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks [] for security_group, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:47.346725 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-e20cd40b-962b-40f0-a347-d849dcfccfe2 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.0681629 Jul 28 09:24:47.351008 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 46168) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:24:47.365671 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [None req-24ed07bc-383a-42e4-bf0b-6914e300e9c3 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Request body: {'security_group_rule': {'security_group_id': '507178fb-1e62-4056-99a5-6de0f8f8e4c9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:24:47.416534 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20cd40b-962b-40f0-a347-d849dcfccfe2 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=507178fb-1e62-4056-99a5-6de0f8f8e4c9,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:47.437725 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0672f5d2-c927-4ec7-91a9-fd963ff8c6ae None None] Pushing event updated for resources: {'Port': ['ID=505445e9-12e7-44e4-b4f7-29d7b239001a,revision_number=3']} {{(pid=93070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:47.444353 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-24ed07bc-383a-42e4-bf0b-6914e300e9c3 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:47.623366 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.managers [None req-9dc308f2-0dab-47f7-96ec-328b9ba1eea3 None None] Attempting to bind port 505445e9-12e7-44e4-b4f7-29d7b239001a on host dv-cinder-802669-1-iscsi for vnic_type normal with profile {{(pid=93070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 09:24:47.623804 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.managers [None req-9dc308f2-0dab-47f7-96ec-328b9ba1eea3 None None] Attempting to bind port 505445e9-12e7-44e4-b4f7-29d7b239001a by drivers openvswitch,hyperv on host dv-cinder-802669-1-iscsi at level 0 using segments [{'id': '75e20d3b-d1a3-42b5-b60b-d82f091cd497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '39e9cde6-0d01-4242-a6ed-06857cf13960'}] {{(pid=93070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 09:24:47.624177 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc308f2-0dab-47f7-96ec-328b9ba1eea3 None None] Attempting to bind port 505445e9-12e7-44e4-b4f7-29d7b239001a on network 39e9cde6-0d01-4242-a6ed-06857cf13960 {{(pid=93070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 09:24:47.640278 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [req-152589a1-9a79-485d-a221-fae63fa51183 req-bd187a52-8ab1-4356-95b9-ababb3967036 service neutron] Request body: {'port': {'device_id': '6e1287df-cb69-4058-b6ed-b2156f10ea45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80266'}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:24:47.658966 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc308f2-0dab-47f7-96ec-328b9ba1eea3 None None] Checking agent: {'id': 'c23067a4-a93a-4753-ba74-9a71aabd88dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 9, 17, 1), 'started_at': datetime.datetime(2021, 7, 28, 9, 17, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 9, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 09:24:47.659556 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc308f2-0dab-47f7-96ec-328b9ba1eea3 None None] Checking segment: {'id': '75e20d3b-d1a3-42b5-b60b-d82f091cd497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '39e9cde6-0d01-4242-a6ed-06857cf13960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 09:24:47.660103 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-9dc308f2-0dab-47f7-96ec-328b9ba1eea3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:47.660448 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc308f2-0dab-47f7-96ec-328b9ba1eea3 None None] Bound using segment: {'id': '75e20d3b-d1a3-42b5-b60b-d82f091cd497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '39e9cde6-0d01-4242-a6ed-06857cf13960'} {{(pid=93070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 09:24:47.665158 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 46172) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:24:47.667521 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.managers [None req-9dc308f2-0dab-47f7-96ec-328b9ba1eea3 None None] Bound port: 505445e9-12e7-44e4-b4f7-29d7b239001a, host: dv-cinder-802669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75e20d3b-d1a3-42b5-b60b-d82f091cd497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '39e9cde6-0d01-4242-a6ed-06857cf13960'}}] {{(pid=93070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 09:24:47.669621 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-9dc308f2-0dab-47f7-96ec-328b9ba1eea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:47.706015 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-60e43338-b2ed-460c-a134-8310a6be2fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:47.709265 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.v2.base [None req-93596ad6-cbf3-4e69-949c-002533c8046c tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Request body: {'security_group': {'name': 'tempest-securitygroup--694601111', 'description': 'tempest-description--446341878'}} {{(pid=93068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:24:47.750325 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.agents_db [None req-63843732-4a37-4b37-bfab-6dab7fdb1052 None None] Agent healthcheck: found 6 active agents {{(pid=93070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:24:47.811735 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-24ed07bc-383a-42e4-bf0b-6914e300e9c3 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:47.813454 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-93596ad6-cbf3-4e69-949c-002533c8046c tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks [] for security_group, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:47.833810 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-24ed07bc-383a-42e4-bf0b-6914e300e9c3 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935926'] for security_group_rule, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:47.900180 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-24ed07bc-383a-42e4-bf0b-6914e300e9c3 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:47.902868 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-24ed07bc-383a-42e4-bf0b-6914e300e9c3 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5460751 Jul 28 09:24:47.922806 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 46182) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:24:47.972134 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [None req-5996d2c5-554d-4ff3-81a7-b2bdc6837f0e tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Request body: {'security_group_rule': {'security_group_id': '507178fb-1e62-4056-99a5-6de0f8f8e4c9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:24:48.000121 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.db [None req-9dc308f2-0dab-47f7-96ec-328b9ba1eea3 None None] For port 505445e9-12e7-44e4-b4f7-29d7b239001a, host dv-cinder-802669-1-iscsi, cleared binding levels {{(pid=93070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:24:48.011040 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.db [None req-9dc308f2-0dab-47f7-96ec-328b9ba1eea3 None None] For port 505445e9-12e7-44e4-b4f7-29d7b239001a, host dv-cinder-802669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=505445e9-12e7-44e4-b4f7-29d7b239001a,segment=NetworkSegment(75e20d3b-d1a3-42b5-b60b-d82f091cd497),segment_id=75e20d3b-d1a3-42b5-b60b-d82f091cd497)] {{(pid=93070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:24:48.032907 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-9dc308f2-0dab-47f7-96ec-328b9ba1eea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:48.036782 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ed07bc-383a-42e4-bf0b-6914e300e9c3 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d25295bf-6b6c-4975-a9e3-77bed0729412,revision_number=0']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:48.064153 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-2ac4b486-5a3a-4356-abab-f41cbc723455 None None] Notify callbacks [] for port, precommit_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:48.078453 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-2ac4b486-5a3a-4356-abab-f41cbc723455 None None] Transition to ACTIVE for port object e6c1d149-6b1a-4382-89d3-3fabefdcfd0d will not be triggered until provisioned by entity L2. {{(pid=93069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:24:48.098687 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-2ac4b486-5a3a-4356-abab-f41cbc723455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:48.139836 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0672f5d2-c927-4ec7-91a9-fd963ff8c6ae None None] Pushing event updated for resources: {'Port': ['ID=505445e9-12e7-44e4-b4f7-29d7b239001a,revision_number=4']} {{(pid=93070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:48.148763 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.db.db_base_plugin_common [req-d0912b9a-5b82-44ff-ac1e-bb79c5a4ef71 req-538d9a48-bff9-4b58-9615-0bd83901441b tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] Allocated IP 172.20.0.7 (b1b43698-b9d6-4b16-bb1c-3b1165b061e7/f2a0ccca-fe4b-4f48-b00e-bcf72ad89450/eca2dda2-dd14-4098-a22d-67e6250c6eb4) {{(pid=93068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:24:48.153969 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-152589a1-9a79-485d-a221-fae63fa51183 req-bd187a52-8ab1-4356-95b9-ababb3967036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:48.176220 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc308f2-0dab-47f7-96ec-328b9ba1eea3 None None] Routers {'902bc943-bfc6-41a6-980c-5fe1a041f335'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:24:48.181404 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-9dc308f2-0dab-47f7-96ec-328b9ba1eea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:24:31Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['902bc943-bfc6-41a6-980c-5fe1a041f335'], 'active': True} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:24:48.207483 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.db.api [None req-5996d2c5-554d-4ff3-81a7-b2bdc6837f0e tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 28 09:24:48.207483 dv-cinder-802669-1-iscsi neutron-server[93067]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 28 09:24:48.207483 dv-cinder-802669-1-iscsi neutron-server[93067]: [parameters: {'project_id_1': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'expiration_1': datetime.datetime(2021, 7, 28, 9, 24, 48, 42147)}] Jul 28 09:24:48.207483 dv-cinder-802669-1-iscsi neutron-server[93067]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 09:24:48.207483 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG oslo_db.api [None req-5996d2c5-554d-4ff3-81a7-b2bdc6837f0e tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 09:24:48.329545 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942c94a0-6162-4f10-8a53-639d323fd4ba req-442a820e-8286-446e-a1aa-651c0346bf2d tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:24:48.345870 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-942c94a0-6162-4f10-8a53-639d323fd4ba req-442a820e-8286-446e-a1aa-651c0346bf2d tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e1287df-cb69-4058-b6ed-b2156f10ea45 HTTP/1.1" status: 200 len: 931 time: 0.4923456 Jul 28 09:24:48.620036 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvr_db [None req-9dc308f2-0dab-47f7-96ec-328b9ba1eea3 None None] Set router 902bc943-bfc6-41a6-980c-5fe1a041f335 gateway port host: dv-cinder-802669-1-iscsi {{(pid=93070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:24:48.758926 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb155d4f-957a-428f-a93e-b0d2801472dd None None] Pushing event updated for resources: {'Port': ['ID=e6c1d149-6b1a-4382-89d3-3fabefdcfd0d,revision_number=3']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:48.763139 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-93596ad6-cbf3-4e69-949c-002533c8046c tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks [] for security_group, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:48.788027 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-93596ad6-cbf3-4e69-949c-002533c8046c tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:48.823388 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.managers [None req-2ac4b486-5a3a-4356-abab-f41cbc723455 None None] Attempting to bind port e6c1d149-6b1a-4382-89d3-3fabefdcfd0d on host dv-cinder-802669-1-iscsi for vnic_type normal with profile {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 09:24:48.823802 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.managers [None req-2ac4b486-5a3a-4356-abab-f41cbc723455 None None] Attempting to bind port e6c1d149-6b1a-4382-89d3-3fabefdcfd0d by drivers openvswitch,hyperv on host dv-cinder-802669-1-iscsi at level 0 using segments [{'id': '8d4ebd29-05d0-486e-9486-49583b4bf742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '59c4a637-5ed0-4b6e-a037-96ec97ce270f'}] {{(pid=93069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 09:24:48.824175 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac4b486-5a3a-4356-abab-f41cbc723455 None None] Attempting to bind port e6c1d149-6b1a-4382-89d3-3fabefdcfd0d on network 59c4a637-5ed0-4b6e-a037-96ec97ce270f {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 09:24:48.904509 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac4b486-5a3a-4356-abab-f41cbc723455 None None] Checking agent: {'id': 'c23067a4-a93a-4753-ba74-9a71aabd88dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 9, 17, 1), 'started_at': datetime.datetime(2021, 7, 28, 9, 17, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 9, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 09:24:48.904885 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac4b486-5a3a-4356-abab-f41cbc723455 None None] Checking segment: {'id': '8d4ebd29-05d0-486e-9486-49583b4bf742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '59c4a637-5ed0-4b6e-a037-96ec97ce270f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 09:24:48.905388 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-2ac4b486-5a3a-4356-abab-f41cbc723455 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:48.905852 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac4b486-5a3a-4356-abab-f41cbc723455 None None] Bound using segment: {'id': '8d4ebd29-05d0-486e-9486-49583b4bf742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '59c4a637-5ed0-4b6e-a037-96ec97ce270f'} {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 09:24:48.906302 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.managers [None req-2ac4b486-5a3a-4356-abab-f41cbc723455 None None] Bound port: e6c1d149-6b1a-4382-89d3-3fabefdcfd0d, host: dv-cinder-802669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d4ebd29-05d0-486e-9486-49583b4bf742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '59c4a637-5ed0-4b6e-a037-96ec97ce270f'}}] {{(pid=93069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 09:24:48.910229 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93596ad6-cbf3-4e69-949c-002533c8046c tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea8583d-85c5-4f8a-a115-2295137781ac,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:48.910693 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-2ac4b486-5a3a-4356-abab-f41cbc723455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:48.915449 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-942c94a0-6162-4f10-8a53-639d323fd4ba req-58f4db76-7b82-44ef-a565-60eb51af1fdb tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba7ca661-0cb6-4167-9687-f2b430c66e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5682101 Jul 28 09:24:49.002839 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [req-d0912b9a-5b82-44ff-ac1e-bb79c5a4ef71 req-538d9a48-bff9-4b58-9615-0bd83901441b tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] Notify callbacks [] for port, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:49.087015 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [req-d0912b9a-5b82-44ff-ac1e-bb79c5a4ef71 req-538d9a48-bff9-4b58-9615-0bd83901441b tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732595289878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036940'] for port, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:49.277780 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-9dc308f2-0dab-47f7-96ec-328b9ba1eea3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902bc943-bfc6-41a6-980c-5fe1a041f335', 'name': 'tempest-AttachVolumeTestJSON-1574088378-router', 'tenant_id': '9a1f63fb540e42f18f0ec634cc138c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '71727ab9-08d1-4c73-b9b9-bb1dd4d024f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:24:29Z', 'updated_at': '2021-07-28T09:24:41Z', 'revision_number': 4, 'project_id': '9a1f63fb540e42f18f0ec634cc138c04', 'gw_port': {'id': '71727ab9-08d1-4c73-b9b9-bb1dd4d024f8', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902bc943-bfc6-41a6-980c-5fe1a041f335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:24:30Z', 'updated_at': '2021-07-28T09:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_interfaces': [{'id': '505445e9-12e7-44e4-b4f7-29d7b239001a', 'name': '', 'network_id': '39e9cde6-0d01-4242-a6ed-06857cf13960', 'tenant_id': '9a1f63fb540e42f18f0ec634cc138c04', 'mac_address': 'fa:16:3e:39:ad:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '902bc943-bfc6-41a6-980c-5fe1a041f335', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '20e57957-5bf7-45eb-ad51-199187182dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:24:37Z', 'updated_at': '2021-07-28T09:24:47Z', 'revision_number': 4, 'project_id': '9a1f63fb540e42f18f0ec634cc138c04', 'subnets': [{'id': '20e57957-5bf7-45eb-ad51-199187182dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:24:49.311227 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0912b9a-5b82-44ff-ac1e-bb79c5a4ef71 req-538d9a48-bff9-4b58-9615-0bd83901441b tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] Network b1b43698-b9d6-4b16-bb1c-3b1165b061e7 is already hosted by enough agents. {{(pid=93068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:24:49.312762 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.base_scheduler [req-d0912b9a-5b82-44ff-ac1e-bb79c5a4ef71 req-538d9a48-bff9-4b58-9615-0bd83901441b tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] Resources bound (agent type, host, resource id): {{(pid=93068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:24:49.321095 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc308f2-0dab-47f7-96ec-328b9ba1eea3 None None] The sync data for ids ['902bc943-bfc6-41a6-980c-5fe1a041f335'] in dv-cinder-802669-1-iscsi is: [{'id': '902bc943-bfc6-41a6-980c-5fe1a041f335', 'name': 'tempest-AttachVolumeTestJSON-1574088378-router', 'tenant_id': '9a1f63fb540e42f18f0ec634cc138c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '71727ab9-08d1-4c73-b9b9-bb1dd4d024f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:24:29Z', 'updated_at': '2021-07-28T09:24:41Z', 'revision_number': 4, 'project_id': '9a1f63fb540e42f18f0ec634cc138c04', 'gw_port': {'id': '71727ab9-08d1-4c73-b9b9-bb1dd4d024f8', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902bc943-bfc6-41a6-980c-5fe1a041f335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:24:30Z', 'updated_at': '2021-07-28T09:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_interfaces': [{'id': '505445e9-12e7-44e4-b4f7-29d7b239001a', 'name': '', 'network_id': '39e9cde6-0d01-4242-a6ed-06857cf13960', 'tenant_id': '9a1f63fb540e42f18f0ec634cc138c04', 'mac_address': 'fa:16:3e:39:ad:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '902bc943-bfc6-41a6-980c-5fe1a041f335', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '20e57957-5bf7-45eb-ad51-199187182dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:24:37Z', 'updated_at': '2021-07-28T09:24:47Z', 'revision_number': 4, 'project_id': '9a1f63fb540e42f18f0ec634cc138c04', 'subnets': [{'id': '20e57957-5bf7-45eb-ad51-199187182dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:24:49.330124 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-2ac4b486-5a3a-4356-abab-f41cbc723455 None None] For port e6c1d149-6b1a-4382-89d3-3fabefdcfd0d, host dv-cinder-802669-1-iscsi, cleared binding levels {{(pid=93069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:24:49.340278 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0912b9a-5b82-44ff-ac1e-bb79c5a4ef71 req-538d9a48-bff9-4b58-9615-0bd83901441b tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] Received port after_create {{(pid=93068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 09:24:49.382264 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-2ac4b486-5a3a-4356-abab-f41cbc723455 None None] For port e6c1d149-6b1a-4382-89d3-3fabefdcfd0d, host dv-cinder-802669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=e6c1d149-6b1a-4382-89d3-3fabefdcfd0d,segment=NetworkSegment(8d4ebd29-05d0-486e-9486-49583b4bf742),segment_id=8d4ebd29-05d0-486e-9486-49583b4bf742)] {{(pid=93069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:24:49.402111 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b35b1-5a5f-48a6-9bba-67cf8c4b80d5 req-a995305c-2309-4382-8361-1ef113cf1a39 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:24:49.410428 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e76b35b1-5a5f-48a6-9bba-67cf8c4b80d5 req-a995305c-2309-4382-8361-1ef113cf1a39 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/networks?id=bc5fa390-0a22-474b-ac35-e54c73e4ebd9 HTTP/1.1" status: 200 len: 819 time: 1.5114896 Jul 28 09:24:49.415870 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-2ac4b486-5a3a-4356-abab-f41cbc723455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:49.585651 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e76b35b1-5a5f-48a6-9bba-67cf8c4b80d5 req-a6940909-2753-479a-a85f-d1db08befc33 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/quotas/cdd4025f7c74471e81aa73079f97a769 HTTP/1.1" status: 200 len: 375 time: 0.0602674 Jul 28 09:24:49.645980 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-5996d2c5-554d-4ff3-81a7-b2bdc6837f0e tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:49.646409 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac4b486-5a3a-4356-abab-f41cbc723455 None None] Routers {'75f32e89-c1b8-49f9-a1eb-1ada1fad53b3'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:24:49.647371 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-2ac4b486-5a3a-4356-abab-f41cbc723455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:24:31Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['75f32e89-c1b8-49f9-a1eb-1ada1fad53b3'], 'active': True} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:24:49.694747 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb155d4f-957a-428f-a93e-b0d2801472dd None None] Pushing event updated for resources: {'Port': ['ID=e6c1d149-6b1a-4382-89d3-3fabefdcfd0d,revision_number=4']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:49.883908 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-60e43338-b2ed-460c-a134-8310a6be2fba None None] Notify callbacks [] for port, precommit_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:49.971483 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-93596ad6-cbf3-4e69-949c-002533c8046c tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks [] for security_group, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:49.976958 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-93596ad6-cbf3-4e69-949c-002533c8046c tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 2.3093228 Jul 28 09:24:49.978085 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 46222) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:24:49.982896 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538d9a48-bff9-4b58-9615-0bd83901441b tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] Pushing event updated for resources: {'Port': ['ID=eca2dda2-dd14-4098-a22d-67e6250c6eb4,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:49.983940 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-60e43338-b2ed-460c-a134-8310a6be2fba None None] Transition to ACTIVE for port object 745628de-4b2f-4219-83c4-3f0ea83ea2d6 will not be triggered until provisioned by entity L2. {{(pid=93069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:24:49.993271 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.v2.base [None req-dc488911-23ba-40d6-a92e-45da22f6ec56 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Request body: {'security_group_rule': {'security_group_id': '6ea8583d-85c5-4f8a-a115-2295137781ac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:24:50.059928 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device 505445e9-12e7-44e4-b4f7-29d7b239001a up at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:24:50.072877 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0912b9a-5b82-44ff-ac1e-bb79c5a4ef71 req-538d9a48-bff9-4b58-9615-0bd83901441b tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:24:50.075042 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [req-d0912b9a-5b82-44ff-ac1e-bb79c5a4ef71 req-538d9a48-bff9-4b58-9615-0bd83901441b tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for port, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:50.110534 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-60e43338-b2ed-460c-a134-8310a6be2fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:50.116071 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-dc488911-23ba-40d6-a92e-45da22f6ec56 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:50.200286 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [req-d0912b9a-5b82-44ff-ac1e-bb79c5a4ef71 req-538d9a48-bff9-4b58-9615-0bd83901441b tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0349529 Jul 28 09:24:50.241886 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.v2.base [req-d0912b9a-5b82-44ff-ac1e-bb79c5a4ef71 req-f77ad588-c540-4c69-9c81-57331fc5dc04 service neutron] Request body: {'port': {'device_id': '3553763b-4ea7-46c3-a243-3e7217b9f319', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80266'}} {{(pid=93068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:24:50.350666 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-dc488911-23ba-40d6-a92e-45da22f6ec56 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:50.359985 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-dc488911-23ba-40d6-a92e-45da22f6ec56 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935926'] for security_group_rule, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:50.389434 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a2b554-aeb3-4a28-90ee-bdcac16caf7f req-707946d2-b65a-491c-80c7-d0b1a99315e5 tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:24:50.391966 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-16a2b554-aeb3-4a28-90ee-bdcac16caf7f req-707946d2-b65a-491c-80c7-d0b1a99315e5 tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] 10.222.0.23 "GET /v2.0/ports?device_id=3553763b-4ea7-46c3-a243-3e7217b9f319 HTTP/1.1" status: 200 len: 931 time: 0.9134328 Jul 28 09:24:50.415819 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc488911-23ba-40d6-a92e-45da22f6ec56 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46bd97fa-8336-49dd-b1e3-b5a7f4e7fdb9,revision_number=0']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:50.432069 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [req-d0912b9a-5b82-44ff-ac1e-bb79c5a4ef71 req-f77ad588-c540-4c69-9c81-57331fc5dc04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:50.443236 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e76b35b1-5a5f-48a6-9bba-67cf8c4b80d5 req-9aebd1ca-7d73-44e0-8be4-80d783f72e64 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=cdd4025f7c74471e81aa73079f97a769&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8070457 Jul 28 09:24:50.454123 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.notifiers.nova [req-152589a1-9a79-485d-a221-fae63fa51183 req-bd187a52-8ab1-4356-95b9-ababb3967036 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d71e8fb8-deed-4e7a-ad68-64fbaee0e441 {{(pid=93067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 09:24:50.462128 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-dc488911-23ba-40d6-a92e-45da22f6ec56 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:50.463736 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-dc488911-23ba-40d6-a92e-45da22f6ec56 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4750905 Jul 28 09:24:50.467289 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 46234) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:24:50.478958 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.v2.base [None req-18dd6ce7-f997-4575-baae-f1b08635a44a tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Request body: {'security_group_rule': {'security_group_id': '6ea8583d-85c5-4f8a-a115-2295137781ac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:24:50.499243 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-152589a1-9a79-485d-a221-fae63fa51183 req-bd187a52-8ab1-4356-95b9-ababb3967036 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:50.548010 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-5996d2c5-554d-4ff3-81a7-b2bdc6837f0e tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:50.616605 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-16a2b554-aeb3-4a28-90ee-bdcac16caf7f req-3dd1eaa1-438f-42f7-a5ba-156e090f16d7 tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] 10.222.0.23 "GET /v2.0/security-groups?id=af86cd65-c6a0-4edd-a79e-986ab1ba90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124257 Jul 28 09:24:50.618242 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-5996d2c5-554d-4ff3-81a7-b2bdc6837f0e tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935926'] for security_group_rule, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:50.642694 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.provisioning_blocks [req-152589a1-9a79-485d-a221-fae63fa51183 req-bd187a52-8ab1-4356-95b9-ababb3967036 service neutron] Transition to ACTIVE for port object d71e8fb8-deed-4e7a-ad68-64fbaee0e441 will not be triggered until provisioned by entity L2. {{(pid=93067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:24:50.663915 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5996d2c5-554d-4ff3-81a7-b2bdc6837f0e tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1e2e89f-031d-4d41-8c3b-3e0dc99706c7,revision_number=0']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:50.678245 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-152589a1-9a79-485d-a221-fae63fa51183 req-bd187a52-8ab1-4356-95b9-ababb3967036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:50.704351 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-5996d2c5-554d-4ff3-81a7-b2bdc6837f0e tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:50.709453 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-5996d2c5-554d-4ff3-81a7-b2bdc6837f0e tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.7421908 Jul 28 09:24:50.711067 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 46238) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:24:50.736952 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-18dd6ce7-f997-4575-baae-f1b08635a44a tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:50.743836 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [None req-690b9d78-8cfc-4297-8bb9-0cebd910506b tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Request body: {'floatingip': {'floating_network_id': '30331174-7d3c-4928-87ce-fe2956ee4244'}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:24:50.788384 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef9e4a3-39aa-4710-9b36-d226afb2783a None None] Pushing event updated for resources: {'Port': ['ID=745628de-4b2f-4219-83c4-3f0ea83ea2d6,revision_number=3']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:50.862753 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvr_db [None req-2ac4b486-5a3a-4356-abab-f41cbc723455 None None] Set router 75f32e89-c1b8-49f9-a1eb-1ada1fad53b3 gateway port host: dv-cinder-802669-1-iscsi {{(pid=93069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:24:51.031114 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd187a52-8ab1-4356-95b9-ababb3967036 service neutron] Pushing event updated for resources: {'Port': ['ID=d71e8fb8-deed-4e7a-ad68-64fbaee0e441,revision_number=2']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:51.066180 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e76b35b1-5a5f-48a6-9bba-67cf8c4b80d5 req-9b714e00-f06e-4b2b-b614-a1eaa37f9e14 service neutron] 10.222.0.23 "GET /v2.0/networks/bc5fa390-0a22-474b-ac35-e54c73e4ebd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5850525 Jul 28 09:24:51.071068 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-18dd6ce7-f997-4575-baae-f1b08635a44a tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:51.081330 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-690b9d78-8cfc-4297-8bb9-0cebd910506b tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks [] for floatingip, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:51.099854 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-18dd6ce7-f997-4575-baae-f1b08635a44a tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935926'] for security_group_rule, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:51.137603 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning for port 505445e9-12e7-44e4-b4f7-29d7b239001a completed by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:24:51.189169 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning complete for port 505445e9-12e7-44e4-b4f7-29d7b239001a triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:24:51.199881 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:51.262180 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dd6ce7-f997-4575-baae-f1b08635a44a tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eda6c8ba-ffff-4cdb-b880-ad904eb9c5be,revision_number=0']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:51.271533 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-18dd6ce7-f997-4575-baae-f1b08635a44a tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:51.275602 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-18dd6ce7-f997-4575-baae-f1b08635a44a tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8041892 Jul 28 09:24:51.284656 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 46256) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:24:51.291296 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.v2.base [None req-a775144e-f58c-459d-985b-e4943a0535dc tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Request body: {'floatingip': {'floating_network_id': '30331174-7d3c-4928-87ce-fe2956ee4244'}} {{(pid=93068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:24:51.312147 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.managers [None req-60e43338-b2ed-460c-a134-8310a6be2fba None None] Attempting to bind port 745628de-4b2f-4219-83c4-3f0ea83ea2d6 on host dv-cinder-802669-1-iscsi for vnic_type normal with profile {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 09:24:51.312550 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.managers [None req-60e43338-b2ed-460c-a134-8310a6be2fba None None] Attempting to bind port 745628de-4b2f-4219-83c4-3f0ea83ea2d6 by drivers openvswitch,hyperv on host dv-cinder-802669-1-iscsi at level 0 using segments [{'id': 'e2665667-7ebc-4093-83fc-21abd84d8703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bc5fa390-0a22-474b-ac35-e54c73e4ebd9'}] {{(pid=93069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 09:24:51.313888 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e43338-b2ed-460c-a134-8310a6be2fba None None] Attempting to bind port 745628de-4b2f-4219-83c4-3f0ea83ea2d6 on network bc5fa390-0a22-474b-ac35-e54c73e4ebd9 {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 09:24:51.394118 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-a775144e-f58c-459d-985b-e4943a0535dc tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks [] for floatingip, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:51.454393 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e43338-b2ed-460c-a134-8310a6be2fba None None] Checking agent: {'id': 'c23067a4-a93a-4753-ba74-9a71aabd88dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 9, 17, 1), 'started_at': datetime.datetime(2021, 7, 28, 9, 17, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 9, 24, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 09:24:51.454861 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e43338-b2ed-460c-a134-8310a6be2fba None None] Checking segment: {'id': 'e2665667-7ebc-4093-83fc-21abd84d8703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bc5fa390-0a22-474b-ac35-e54c73e4ebd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 09:24:51.455287 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-60e43338-b2ed-460c-a134-8310a6be2fba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:51.455793 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e43338-b2ed-460c-a134-8310a6be2fba None None] Bound using segment: {'id': 'e2665667-7ebc-4093-83fc-21abd84d8703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bc5fa390-0a22-474b-ac35-e54c73e4ebd9'} {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 09:24:51.456355 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.managers [None req-60e43338-b2ed-460c-a134-8310a6be2fba None None] Bound port: 745628de-4b2f-4219-83c4-3f0ea83ea2d6, host: dv-cinder-802669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2665667-7ebc-4093-83fc-21abd84d8703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bc5fa390-0a22-474b-ac35-e54c73e4ebd9'}}] {{(pid=93069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 09:24:51.456773 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-60e43338-b2ed-460c-a134-8310a6be2fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:51.604684 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a9fa5e-1ed7-40d0-9900-b8ae87e3ad59 req-cecf12a9-7397-4257-9718-d7a8a2faa042 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:24:51.611114 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-f7a9fa5e-1ed7-40d0-9900-b8ae87e3ad59 req-cecf12a9-7397-4257-9718-d7a8a2faa042 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e1287df-cb69-4058-b6ed-b2156f10ea45 HTTP/1.1" status: 200 len: 943 time: 0.7269266 Jul 28 09:24:51.664057 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.managers [req-152589a1-9a79-485d-a221-fae63fa51183 req-bd187a52-8ab1-4356-95b9-ababb3967036 service neutron] Attempting to bind port d71e8fb8-deed-4e7a-ad68-64fbaee0e441 on host hv-cinder-80266 for vnic_type normal with profile {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 09:24:51.664564 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.managers [req-152589a1-9a79-485d-a221-fae63fa51183 req-bd187a52-8ab1-4356-95b9-ababb3967036 service neutron] Attempting to bind port d71e8fb8-deed-4e7a-ad68-64fbaee0e441 by drivers openvswitch,hyperv on host hv-cinder-80266 at level 0 using segments [{'id': '0cfbf343-39bd-4fe2-a34a-bcc21842f0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3463c92e-9592-4a5e-be73-c0318bba2428'}] {{(pid=93067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 09:24:51.664924 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152589a1-9a79-485d-a221-fae63fa51183 req-bd187a52-8ab1-4356-95b9-ababb3967036 service neutron] Attempting to bind port d71e8fb8-deed-4e7a-ad68-64fbaee0e441 on network 3463c92e-9592-4a5e-be73-c0318bba2428 {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 09:24:51.686020 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-60e43338-b2ed-460c-a134-8310a6be2fba None None] For port 745628de-4b2f-4219-83c4-3f0ea83ea2d6, host dv-cinder-802669-1-iscsi, cleared binding levels {{(pid=93069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:24:51.713980 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-2ac4b486-5a3a-4356-abab-f41cbc723455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f32e89-c1b8-49f9-a1eb-1ada1fad53b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1030155211-router', 'tenant_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '936100aa-05d4-49f1-9f74-c3679b0940e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:24:32Z', 'updated_at': '2021-07-28T09:24:40Z', 'revision_number': 4, 'project_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'gw_port': {'id': '936100aa-05d4-49f1-9f74-c3679b0940e3', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f32e89-c1b8-49f9-a1eb-1ada1fad53b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:24:33Z', 'updated_at': '2021-07-28T09:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_interfaces': [{'id': 'e6c1d149-6b1a-4382-89d3-3fabefdcfd0d', 'name': '', 'network_id': '59c4a637-5ed0-4b6e-a037-96ec97ce270f', 'tenant_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'mac_address': 'fa:16:3e:0d:e8:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75f32e89-c1b8-49f9-a1eb-1ada1fad53b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fd0bcb40-b982-4039-a925-2309bc61c85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:24:37Z', 'updated_at': '2021-07-28T09:24:49Z', 'revision_number': 4, 'project_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'subnets': [{'id': 'fd0bcb40-b982-4039-a925-2309bc61c85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:24:51.728287 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:51.742991 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.notifiers.nova [req-d0912b9a-5b82-44ff-ac1e-bb79c5a4ef71 req-f77ad588-c540-4c69-9c81-57331fc5dc04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eca2dda2-dd14-4098-a22d-67e6250c6eb4 {{(pid=93068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 09:24:51.744917 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-60e43338-b2ed-460c-a134-8310a6be2fba None None] For port 745628de-4b2f-4219-83c4-3f0ea83ea2d6, host dv-cinder-802669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=745628de-4b2f-4219-83c4-3f0ea83ea2d6,segment=NetworkSegment(e2665667-7ebc-4093-83fc-21abd84d8703),segment_id=e2665667-7ebc-4093-83fc-21abd84d8703)] {{(pid=93069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:24:51.758175 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [req-d0912b9a-5b82-44ff-ac1e-bb79c5a4ef71 req-f77ad588-c540-4c69-9c81-57331fc5dc04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:51.811665 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152589a1-9a79-485d-a221-fae63fa51183 req-bd187a52-8ab1-4356-95b9-ababb3967036 service neutron] Port d71e8fb8-deed-4e7a-ad68-64fbaee0e441 on network 3463c92e-9592-4a5e-be73-c0318bba2428 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80266 {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 09:24:51.812143 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152589a1-9a79-485d-a221-fae63fa51183 req-bd187a52-8ab1-4356-95b9-ababb3967036 service neutron] Attempting to bind port d71e8fb8-deed-4e7a-ad68-64fbaee0e441 on network 3463c92e-9592-4a5e-be73-c0318bba2428 {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 09:24:51.814365 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-a775144e-f58c-459d-985b-e4943a0535dc tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:51.826377 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.db.provisioning_blocks [req-d0912b9a-5b82-44ff-ac1e-bb79c5a4ef71 req-f77ad588-c540-4c69-9c81-57331fc5dc04 service neutron] Transition to ACTIVE for port object eca2dda2-dd14-4098-a22d-67e6250c6eb4 will not be triggered until provisioned by entity L2. {{(pid=93068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:24:51.844699 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-60e43338-b2ed-460c-a134-8310a6be2fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:51.848038 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [req-d0912b9a-5b82-44ff-ac1e-bb79c5a4ef71 req-f77ad588-c540-4c69-9c81-57331fc5dc04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6036935'] for port, after_update {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:51.851298 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac4b486-5a3a-4356-abab-f41cbc723455 None None] The sync data for ids ['75f32e89-c1b8-49f9-a1eb-1ada1fad53b3'] in dv-cinder-802669-1-iscsi is: [{'id': '75f32e89-c1b8-49f9-a1eb-1ada1fad53b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1030155211-router', 'tenant_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '936100aa-05d4-49f1-9f74-c3679b0940e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:24:32Z', 'updated_at': '2021-07-28T09:24:40Z', 'revision_number': 4, 'project_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'gw_port': {'id': '936100aa-05d4-49f1-9f74-c3679b0940e3', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f32e89-c1b8-49f9-a1eb-1ada1fad53b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:24:33Z', 'updated_at': '2021-07-28T09:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_interfaces': [{'id': 'e6c1d149-6b1a-4382-89d3-3fabefdcfd0d', 'name': '', 'network_id': '59c4a637-5ed0-4b6e-a037-96ec97ce270f', 'tenant_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'mac_address': 'fa:16:3e:0d:e8:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75f32e89-c1b8-49f9-a1eb-1ada1fad53b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fd0bcb40-b982-4039-a925-2309bc61c85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:24:37Z', 'updated_at': '2021-07-28T09:24:49Z', 'revision_number': 4, 'project_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'subnets': [{'id': 'fd0bcb40-b982-4039-a925-2309bc61c85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:24:51.889056 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-f7a9fa5e-1ed7-40d0-9900-b8ae87e3ad59 req-c85a2ea7-67d2-4fe7-8775-ef6131af0f3b tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba7ca661-0cb6-4167-9687-f2b430c66e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341032 Jul 28 09:24:51.892050 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152589a1-9a79-485d-a221-fae63fa51183 req-bd187a52-8ab1-4356-95b9-ababb3967036 service neutron] Checking agent: {'id': '2e21c55d-f4ce-498b-abcc-e7d8675cd352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80266', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 9, 22, 54), 'started_at': datetime.datetime(2021, 7, 28, 9, 22, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 9, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 09:24:51.899772 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152589a1-9a79-485d-a221-fae63fa51183 req-bd187a52-8ab1-4356-95b9-ababb3967036 service neutron] Checking segment: {'id': '0cfbf343-39bd-4fe2-a34a-bcc21842f0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3463c92e-9592-4a5e-be73-c0318bba2428'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 09:24:51.902224 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-152589a1-9a79-485d-a221-fae63fa51183 req-bd187a52-8ab1-4356-95b9-ababb3967036 service neutron] Bound using segment: {'id': '0cfbf343-39bd-4fe2-a34a-bcc21842f0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3463c92e-9592-4a5e-be73-c0318bba2428'} {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 09:24:51.904244 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.managers [req-152589a1-9a79-485d-a221-fae63fa51183 req-bd187a52-8ab1-4356-95b9-ababb3967036 service neutron] Bound port: d71e8fb8-deed-4e7a-ad68-64fbaee0e441, host: hv-cinder-80266, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cfbf343-39bd-4fe2-a34a-bcc21842f0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3463c92e-9592-4a5e-be73-c0318bba2428'}}] {{(pid=93067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 09:24:51.905912 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-152589a1-9a79-485d-a221-fae63fa51183 req-bd187a52-8ab1-4356-95b9-ababb3967036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:51.999592 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] For port 505445e9-12e7-44e4-b4f7-29d7b239001a, host dv-cinder-802669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=505445e9-12e7-44e4-b4f7-29d7b239001a,segment=NetworkSegment(75e20d3b-d1a3-42b5-b60b-d82f091cd497),segment_id=75e20d3b-d1a3-42b5-b60b-d82f091cd497)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:24:52.031266 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:52.072132 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e43338-b2ed-460c-a134-8310a6be2fba None None] Routers {'91b239b7-2465-4925-93ad-8dab7bd02999'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:24:52.073931 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-60e43338-b2ed-460c-a134-8310a6be2fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:24:31Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['91b239b7-2465-4925-93ad-8dab7bd02999'], 'active': True} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:24:52.088214 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77ad588-c540-4c69-9c81-57331fc5dc04 service neutron] Pushing event updated for resources: {'Port': ['ID=eca2dda2-dd14-4098-a22d-67e6250c6eb4,revision_number=2']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:52.104275 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e76b35b1-5a5f-48a6-9bba-67cf8c4b80d5 req-0f59412f-9d1f-4124-a485-405bc5a73d75 service neutron] 10.222.0.23 "GET /v2.0/networks/bc5fa390-0a22-474b-ac35-e54c73e4ebd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0238185 Jul 28 09:24:52.337977 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.db [req-152589a1-9a79-485d-a221-fae63fa51183 req-bd187a52-8ab1-4356-95b9-ababb3967036 service neutron] For port d71e8fb8-deed-4e7a-ad68-64fbaee0e441, host hv-cinder-80266, cleared binding levels {{(pid=93067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:24:52.349843 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.db [req-152589a1-9a79-485d-a221-fae63fa51183 req-bd187a52-8ab1-4356-95b9-ababb3967036 service neutron] For port d71e8fb8-deed-4e7a-ad68-64fbaee0e441, host hv-cinder-80266, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=d71e8fb8-deed-4e7a-ad68-64fbaee0e441,segment=NetworkSegment(0cfbf343-39bd-4fe2-a34a-bcc21842f0af),segment_id=0cfbf343-39bd-4fe2-a34a-bcc21842f0af)] {{(pid=93067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:24:52.369092 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-152589a1-9a79-485d-a221-fae63fa51183 req-bd187a52-8ab1-4356-95b9-ababb3967036 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:52.452088 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.managers [req-d0912b9a-5b82-44ff-ac1e-bb79c5a4ef71 req-f77ad588-c540-4c69-9c81-57331fc5dc04 service neutron] Attempting to bind port eca2dda2-dd14-4098-a22d-67e6250c6eb4 on host hv-cinder-80266 for vnic_type normal with profile {{(pid=93068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 09:24:52.470554 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvr_db [None req-60e43338-b2ed-460c-a134-8310a6be2fba None None] Set router 91b239b7-2465-4925-93ad-8dab7bd02999 gateway port host: dv-cinder-802669-1-iscsi {{(pid=93069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:24:52.472047 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.managers [req-d0912b9a-5b82-44ff-ac1e-bb79c5a4ef71 req-f77ad588-c540-4c69-9c81-57331fc5dc04 service neutron] Attempting to bind port eca2dda2-dd14-4098-a22d-67e6250c6eb4 by drivers openvswitch,hyperv on host hv-cinder-80266 at level 0 using segments [{'id': 'f023c778-1afa-49d5-8ab8-135354e6c980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b1b43698-b9d6-4b16-bb1c-3b1165b061e7'}] {{(pid=93068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 09:24:52.472637 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0912b9a-5b82-44ff-ac1e-bb79c5a4ef71 req-f77ad588-c540-4c69-9c81-57331fc5dc04 service neutron] Attempting to bind port eca2dda2-dd14-4098-a22d-67e6250c6eb4 on network b1b43698-b9d6-4b16-bb1c-3b1165b061e7 {{(pid=93068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 09:24:52.478690 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.db.db_base_plugin_common [None req-a775144e-f58c-459d-985b-e4943a0535dc tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Allocated IP 172.27.3.253 (30331174-7d3c-4928-87ce-fe2956ee4244/7bde36bf-957f-4642-ab95-d9df711170af/7ba992f3-3f35-4bf2-9727-7237b08b0ff8) {{(pid=93068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:24:52.484446 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0912b9a-5b82-44ff-ac1e-bb79c5a4ef71 req-f77ad588-c540-4c69-9c81-57331fc5dc04 service neutron] Port eca2dda2-dd14-4098-a22d-67e6250c6eb4 on network b1b43698-b9d6-4b16-bb1c-3b1165b061e7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80266 {{(pid=93068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 09:24:52.494956 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0912b9a-5b82-44ff-ac1e-bb79c5a4ef71 req-f77ad588-c540-4c69-9c81-57331fc5dc04 service neutron] Attempting to bind port eca2dda2-dd14-4098-a22d-67e6250c6eb4 on network b1b43698-b9d6-4b16-bb1c-3b1165b061e7 {{(pid=93068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 09:24:52.507154 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0912b9a-5b82-44ff-ac1e-bb79c5a4ef71 req-f77ad588-c540-4c69-9c81-57331fc5dc04 service neutron] Checking agent: {'id': '2e21c55d-f4ce-498b-abcc-e7d8675cd352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80266', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 9, 22, 54), 'started_at': datetime.datetime(2021, 7, 28, 9, 22, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 9, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 09:24:52.507852 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0912b9a-5b82-44ff-ac1e-bb79c5a4ef71 req-f77ad588-c540-4c69-9c81-57331fc5dc04 service neutron] Checking segment: {'id': 'f023c778-1afa-49d5-8ab8-135354e6c980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b1b43698-b9d6-4b16-bb1c-3b1165b061e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 09:24:52.508800 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0912b9a-5b82-44ff-ac1e-bb79c5a4ef71 req-f77ad588-c540-4c69-9c81-57331fc5dc04 service neutron] Bound using segment: {'id': 'f023c778-1afa-49d5-8ab8-135354e6c980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b1b43698-b9d6-4b16-bb1c-3b1165b061e7'} {{(pid=93068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 09:24:52.509510 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.managers [req-d0912b9a-5b82-44ff-ac1e-bb79c5a4ef71 req-f77ad588-c540-4c69-9c81-57331fc5dc04 service neutron] Bound port: eca2dda2-dd14-4098-a22d-67e6250c6eb4, host: hv-cinder-80266, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f023c778-1afa-49d5-8ab8-135354e6c980', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'b1b43698-b9d6-4b16-bb1c-3b1165b061e7'}}] {{(pid=93068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 09:24:52.510100 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [req-d0912b9a-5b82-44ff-ac1e-bb79c5a4ef71 req-f77ad588-c540-4c69-9c81-57331fc5dc04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:52.624377 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd187a52-8ab1-4356-95b9-ababb3967036 service neutron] Pushing event updated for resources: {'Port': ['ID=d71e8fb8-deed-4e7a-ad68-64fbaee0e441,revision_number=3']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:52.673630 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device e6c1d149-6b1a-4382-89d3-3fabefdcfd0d up at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:24:52.720888 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e947366a-d82d-4c0b-9487-9d695c84c2a9 req-88885eb2-adec-4ac8-a40f-e6f654ad84ec tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=722bacfd-c01b-427f-a5db-de2581b3dc2e HTTP/1.1" status: 200 len: 210 time: 0.1498291 Jul 28 09:24:52.789705 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152589a1-9a79-485d-a221-fae63fa51183 req-bd187a52-8ab1-4356-95b9-ababb3967036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:24:52.791143 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef9e4a3-39aa-4710-9b36-d226afb2783a None None] Pushing event updated for resources: {'Port': ['ID=745628de-4b2f-4219-83c4-3f0ea83ea2d6,revision_number=4']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:52.792554 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-152589a1-9a79-485d-a221-fae63fa51183 req-bd187a52-8ab1-4356-95b9-ababb3967036 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for port, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:52.798046 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-152589a1-9a79-485d-a221-fae63fa51183 req-bd187a52-8ab1-4356-95b9-ababb3967036 service neutron] 10.222.0.32 "PUT /v2.0/ports/d71e8fb8-deed-4e7a-ad68-64fbaee0e441 HTTP/1.1" status: 200 len: 1093 time: 6.2334614 Jul 28 09:24:52.811931 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.db [req-d0912b9a-5b82-44ff-ac1e-bb79c5a4ef71 req-f77ad588-c540-4c69-9c81-57331fc5dc04 service neutron] For port eca2dda2-dd14-4098-a22d-67e6250c6eb4, host hv-cinder-80266, cleared binding levels {{(pid=93068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:24:52.812593 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e1287df-cb69-4058-b6ed-b2156f10ea45', 'tag': 'd71e8fb8-deed-4e7a-ad68-64fbaee0e441'}] {{(pid=93067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:24:52.823540 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.db [req-d0912b9a-5b82-44ff-ac1e-bb79c5a4ef71 req-f77ad588-c540-4c69-9c81-57331fc5dc04 service neutron] For port eca2dda2-dd14-4098-a22d-67e6250c6eb4, host hv-cinder-80266, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=eca2dda2-dd14-4098-a22d-67e6250c6eb4,segment=NetworkSegment(f023c778-1afa-49d5-8ab8-135354e6c980),segment_id=f023c778-1afa-49d5-8ab8-135354e6c980)] {{(pid=93068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:24:52.856021 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [req-d0912b9a-5b82-44ff-ac1e-bb79c5a4ef71 req-f77ad588-c540-4c69-9c81-57331fc5dc04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6036935'] for port, after_update {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:52.914254 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-a775144e-f58c-459d-985b-e4943a0535dc tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks [] for port, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:53.032497 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0912b9a-5b82-44ff-ac1e-bb79c5a4ef71 req-f77ad588-c540-4c69-9c81-57331fc5dc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:24:53.033151 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [req-d0912b9a-5b82-44ff-ac1e-bb79c5a4ef71 req-f77ad588-c540-4c69-9c81-57331fc5dc04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for port, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:53.034595 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [req-d0912b9a-5b82-44ff-ac1e-bb79c5a4ef71 req-f77ad588-c540-4c69-9c81-57331fc5dc04 service neutron] 10.222.0.32 "PUT /v2.0/ports/eca2dda2-dd14-4098-a22d-67e6250c6eb4 HTTP/1.1" status: 200 len: 1093 time: 2.8148973 Jul 28 09:24:53.143882 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3553763b-4ea7-46c3-a243-3e7217b9f319', 'tag': 'eca2dda2-dd14-4098-a22d-67e6250c6eb4'}] {{(pid=93068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:24:53.152004 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77ad588-c540-4c69-9c81-57331fc5dc04 service neutron] Pushing event updated for resources: {'Port': ['ID=eca2dda2-dd14-4098-a22d-67e6250c6eb4,revision_number=3']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:53.233625 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1616e0-c81b-4db3-82e9-b07ed43e36b2 req-51bccd2d-6231-4aad-bb7f-0743f673e4d2 tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:24:53.235482 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2e1616e0-c81b-4db3-82e9-b07ed43e36b2 req-51bccd2d-6231-4aad-bb7f-0743f673e4d2 tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] 10.222.0.23 "GET /v2.0/ports?device_id=3553763b-4ea7-46c3-a243-3e7217b9f319 HTTP/1.1" status: 200 len: 943 time: 0.8744302 Jul 28 09:24:53.353169 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-690b9d78-8cfc-4297-8bb9-0cebd910506b tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:53.445059 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152589a1-9a79-485d-a221-fae63fa51183 req-0ba3a4dd-6b05-425a-95cf-e2ee67a5c4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:24:53.446615 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-152589a1-9a79-485d-a221-fae63fa51183 req-0ba3a4dd-6b05-425a-95cf-e2ee67a5c4e7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3ffc9329f42c48d5a02f450469dbaf89&device_id=6e1287df-cb69-4058-b6ed-b2156f10ea45 HTTP/1.1" status: 200 len: 1096 time: 0.5109758 Jul 28 09:24:53.478266 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d3c2e0-377c-44cf-8dcc-00eaeefa19ac req-48dc7d7a-03d0-4db2-b315-ba0b66bef480 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:24:53.486058 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-89d3c2e0-377c-44cf-8dcc-00eaeefa19ac req-48dc7d7a-03d0-4db2-b315-ba0b66bef480 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e1287df-cb69-4058-b6ed-b2156f10ea45 HTTP/1.1" status: 200 len: 943 time: 0.3395293 Jul 28 09:24:53.504707 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0912b9a-5b82-44ff-ac1e-bb79c5a4ef71 req-90fa3b3a-a1ea-4711-9779-633e78301ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:24:53.511069 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [req-d0912b9a-5b82-44ff-ac1e-bb79c5a4ef71 req-90fa3b3a-a1ea-4711-9779-633e78301ff0 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e465e5255d9401caf2f0f22d0b6e7c7&device_id=3553763b-4ea7-46c3-a243-3e7217b9f319 HTTP/1.1" status: 200 len: 1096 time: 0.3461368 Jul 28 09:24:53.589399 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Pushing event updated for resources: {'Port': ['ID=505445e9-12e7-44e4-b4f7-29d7b239001a,revision_number=5']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:53.639421 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}119bb006a51e6799d77012a49065aa76076224f53078518f9bbc3af1ae40a877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-657d1657-3b32-4e6b-834c-3094050be723" -d '{"events": [{"name": "network-changed", "server_uuid": "6e1287df-cb69-4058-b6ed-b2156f10ea45", "tag": "d71e8fb8-deed-4e7a-ad68-64fbaee0e441"}]}' {{(pid=93067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:24:53.666507 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-152589a1-9a79-485d-a221-fae63fa51183 req-85eaf75c-30cb-4321-ace8-167338ef73d3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d71e8fb8-deed-4e7a-ad68-64fbaee0e441 HTTP/1.1" status: 200 len: 217 time: 0.2091343 Jul 28 09:24:53.671160 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2e1616e0-c81b-4db3-82e9-b07ed43e36b2 req-33802785-1a1a-4055-a928-58b7f0d4da62 tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] 10.222.0.23 "GET /v2.0/security-groups?id=af86cd65-c6a0-4edd-a79e-986ab1ba90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3990493 Jul 28 09:24:53.690733 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning for port e6c1d149-6b1a-4382-89d3-3fabefdcfd0d completed by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:24:53.697786 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning complete for port e6c1d149-6b1a-4382-89d3-3fabefdcfd0d triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:24:53.698166 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:53.757883 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [req-d0912b9a-5b82-44ff-ac1e-bb79c5a4ef71 req-96f8e684-5e02-45a4-a942-9e5b9b8d8ae5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eca2dda2-dd14-4098-a22d-67e6250c6eb4 HTTP/1.1" status: 200 len: 217 time: 0.2347419 Jul 28 09:24:53.759712 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-a775144e-f58c-459d-985b-e4943a0535dc tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732595289878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036940'] for port, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:53.776333 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-60e43338-b2ed-460c-a134-8310a6be2fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b239b7-2465-4925-93ad-8dab7bd02999', 'name': 'tempest-ServerRescueNegativeTestJSON-1715824593-router', 'tenant_id': 'cdd4025f7c74471e81aa73079f97a769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'bbcc8c3e-93ef-4169-ad22-bfa2229dc276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:24:30Z', 'updated_at': '2021-07-28T09:24:41Z', 'revision_number': 4, 'project_id': 'cdd4025f7c74471e81aa73079f97a769', 'gw_port': {'id': 'bbcc8c3e-93ef-4169-ad22-bfa2229dc276', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:60:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b239b7-2465-4925-93ad-8dab7bd02999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:24:31Z', 'updated_at': '2021-07-28T09:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_interfaces': [{'id': '745628de-4b2f-4219-83c4-3f0ea83ea2d6', 'name': '', 'network_id': 'bc5fa390-0a22-474b-ac35-e54c73e4ebd9', 'tenant_id': 'cdd4025f7c74471e81aa73079f97a769', 'mac_address': 'fa:16:3e:af:2d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b239b7-2465-4925-93ad-8dab7bd02999', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e1f74411-6c4e-4dfc-902d-6f35d76f4922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:24:36Z', 'updated_at': '2021-07-28T09:24:51Z', 'revision_number': 4, 'project_id': 'cdd4025f7c74471e81aa73079f97a769', 'subnets': [{'id': 'e1f74411-6c4e-4dfc-902d-6f35d76f4922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:24:53.856427 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-89d3c2e0-377c-44cf-8dcc-00eaeefa19ac req-07104133-c933-478b-a280-d69629338ea3 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba7ca661-0cb6-4167-9687-f2b430c66e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3693969 Jul 28 09:24:53.890463 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e43338-b2ed-460c-a134-8310a6be2fba None None] The sync data for ids ['91b239b7-2465-4925-93ad-8dab7bd02999'] in dv-cinder-802669-1-iscsi is: [{'id': '91b239b7-2465-4925-93ad-8dab7bd02999', 'name': 'tempest-ServerRescueNegativeTestJSON-1715824593-router', 'tenant_id': 'cdd4025f7c74471e81aa73079f97a769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'bbcc8c3e-93ef-4169-ad22-bfa2229dc276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:24:30Z', 'updated_at': '2021-07-28T09:24:41Z', 'revision_number': 4, 'project_id': 'cdd4025f7c74471e81aa73079f97a769', 'gw_port': {'id': 'bbcc8c3e-93ef-4169-ad22-bfa2229dc276', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:60:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b239b7-2465-4925-93ad-8dab7bd02999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:24:31Z', 'updated_at': '2021-07-28T09:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_interfaces': [{'id': '745628de-4b2f-4219-83c4-3f0ea83ea2d6', 'name': '', 'network_id': 'bc5fa390-0a22-474b-ac35-e54c73e4ebd9', 'tenant_id': 'cdd4025f7c74471e81aa73079f97a769', 'mac_address': 'fa:16:3e:af:2d:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91b239b7-2465-4925-93ad-8dab7bd02999', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'e1f74411-6c4e-4dfc-902d-6f35d76f4922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:24:36Z', 'updated_at': '2021-07-28T09:24:51Z', 'revision_number': 4, 'project_id': 'cdd4025f7c74471e81aa73079f97a769', 'subnets': [{'id': 'e1f74411-6c4e-4dfc-902d-6f35d76f4922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:24:53.926391 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0912b9a-5b82-44ff-ac1e-bb79c5a4ef71 req-229d70d3-9dbb-4f99-9ffc-d298eaa3f76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:24:53.928649 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [req-d0912b9a-5b82-44ff-ac1e-bb79c5a4ef71 req-229d70d3-9dbb-4f99-9ffc-d298eaa3f76d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f2a0ccca-fe4b-4f48-b00e-bcf72ad89450 HTTP/1.1" status: 200 len: 852 time: 0.1353998 Jul 28 09:24:53.952385 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 46366) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:24:53.970437 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}139b294935eba5b67723c4cb949653233a30e5923a0155ee6b45606758e66ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732e18f5-1f6b-4f39-802c-ce17d16812f0" -d '{"events": [{"name": "network-changed", "server_uuid": "3553763b-4ea7-46c3-a243-3e7217b9f319", "tag": "eca2dda2-dd14-4098-a22d-67e6250c6eb4"}]}' {{(pid=93068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:24:54.033586 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a775144e-f58c-459d-985b-e4943a0535dc tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Network 30331174-7d3c-4928-87ce-fe2956ee4244 is already hosted by enough agents. {{(pid=93068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:24:54.085475 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.base_scheduler [None req-a775144e-f58c-459d-985b-e4943a0535dc tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Resources bound (agent type, host, resource id): {{(pid=93068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:24:54.108894 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a775144e-f58c-459d-985b-e4943a0535dc tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Received port after_create {{(pid=93068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 09:24:54.112582 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [req-d0912b9a-5b82-44ff-ac1e-bb79c5a4ef71 req-1f257907-d6b6-408d-9b21-8ffcce7bdded service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b1b43698-b9d6-4b16-bb1c-3b1165b061e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1509459 Jul 28 09:24:54.198245 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:54.262636 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:54.274927 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [req-d0912b9a-5b82-44ff-ac1e-bb79c5a4ef71 req-d7e06b12-33ec-4aa2-bd9c-b8ada52b6d17 service neutron] 10.222.0.32 "GET /v2.0/networks/b1b43698-b9d6-4b16-bb1c-3b1165b061e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533051 Jul 28 09:24:54.278209 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a775144e-f58c-459d-985b-e4943a0535dc tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Pushing event updated for resources: {'Port': ['ID=7ba992f3-3f35-4bf2-9727-7237b08b0ff8,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:54.346885 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152589a1-9a79-485d-a221-fae63fa51183 req-58f35730-93aa-4d22-be6c-b1a920cca873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:24:54.349329 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] For port e6c1d149-6b1a-4382-89d3-3fabefdcfd0d, host dv-cinder-802669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=e6c1d149-6b1a-4382-89d3-3fabefdcfd0d,segment=NetworkSegment(8d4ebd29-05d0-486e-9486-49583b4bf742),segment_id=8d4ebd29-05d0-486e-9486-49583b4bf742)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:24:54.351401 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-152589a1-9a79-485d-a221-fae63fa51183 req-58f35730-93aa-4d22-be6c-b1a920cca873 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1774fccb-c973-4490-ba8e-1a26617adb21 HTTP/1.1" status: 200 len: 854 time: 0.6763885 Jul 28 09:24:54.351930 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 46378) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:24:54.361031 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:54.387674 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 09:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0836775-24b3-4a22-bd6d-9f9a86f294de x-openstack-request-id: req-f0836775-24b3-4a22-bd6d-9f9a86f294de {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:24:54.392027 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e1287df-cb69-4058-b6ed-b2156f10ea45", "tag": "d71e8fb8-deed-4e7a-ad68-64fbaee0e441", "status": "completed", "code": 200}]} {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:24:54.392605 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f0836775-24b3-4a22-bd6d-9f9a86f294de {{(pid=93067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:24:54.393280 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e1287df-cb69-4058-b6ed-b2156f10ea45', 'tag': 'd71e8fb8-deed-4e7a-ad68-64fbaee0e441', 'status': 'completed', 'code': 200} Jul 28 09:24:54.397830 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.db_base_plugin_common [None req-690b9d78-8cfc-4297-8bb9-0cebd910506b tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Allocated IP 172.27.3.59 (30331174-7d3c-4928-87ce-fe2956ee4244/7bde36bf-957f-4642-ab95-d9df711170af/ca1d7d2b-0ede-4a3e-880c-74a7131ae007) {{(pid=93067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:24:54.439048 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.32', 49754) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:24:54.484742 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Pushing event updated for resources: {'Port': ['ID=e6c1d149-6b1a-4382-89d3-3fabefdcfd0d,revision_number=5']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:54.540614 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-152589a1-9a79-485d-a221-fae63fa51183 req-3e4dd907-2599-441a-9740-2c64478bc99f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3463c92e-9592-4a5e-be73-c0318bba2428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1345234 Jul 28 09:24:54.701829 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device 745628de-4b2f-4219-83c4-3f0ea83ea2d6 up at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:24:54.764256 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 09:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3253637-a77f-47dd-bb54-d068d7be4440 x-openstack-request-id: req-c3253637-a77f-47dd-bb54-d068d7be4440 {{(pid=93068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:24:54.764801 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3553763b-4ea7-46c3-a243-3e7217b9f319", "tag": "eca2dda2-dd14-4098-a22d-67e6250c6eb4", "status": "completed", "code": 200}]} {{(pid=93068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:24:54.764801 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c3253637-a77f-47dd-bb54-d068d7be4440 {{(pid=93068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:24:54.765119 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3553763b-4ea7-46c3-a243-3e7217b9f319', 'tag': 'eca2dda2-dd14-4098-a22d-67e6250c6eb4', 'status': 'completed', 'code': 200} Jul 28 09:24:54.788015 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-c7cc6107-fc2a-4e1b-82f3-b48f13dd34d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:54.818258 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning for port 745628de-4b2f-4219-83c4-3f0ea83ea2d6 completed by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:24:54.823607 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning complete for port 745628de-4b2f-4219-83c4-3f0ea83ea2d6 triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:24:54.824020 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:54.926971 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-a775144e-f58c-459d-985b-e4943a0535dc tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:54.935812 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:54.948891 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [req-d0912b9a-5b82-44ff-ac1e-bb79c5a4ef71 req-abb6a124-7a8d-4dbb-b721-c4186e7efc4d service neutron] 10.222.0.32 "GET /v2.0/networks/b1b43698-b9d6-4b16-bb1c-3b1165b061e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6543663 Jul 28 09:24:54.992116 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-a775144e-f58c-459d-985b-e4943a0535dc tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:55.007559 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] For port 745628de-4b2f-4219-83c4-3f0ea83ea2d6, host dv-cinder-802669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=745628de-4b2f-4219-83c4-3f0ea83ea2d6,segment=NetworkSegment(e2665667-7ebc-4093-83fc-21abd84d8703),segment_id=e2665667-7ebc-4093-83fc-21abd84d8703)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:24:55.014754 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:55.015724 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device 505445e9-12e7-44e4-b4f7-29d7b239001a up at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:24:55.029278 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98531c8-20f3-434b-8695-56ae1a65495d req-bfa7abf7-fa91-407f-8c8d-e15dba46a579 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:24:55.030845 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e98531c8-20f3-434b-8695-56ae1a65495d req-bfa7abf7-fa91-407f-8c8d-e15dba46a579 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/networks?id=bc5fa390-0a22-474b-ac35-e54c73e4ebd9 HTTP/1.1" status: 200 len: 819 time: 1.1007221 Jul 28 09:24:55.054453 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-83af24b1-b14f-4027-9aff-a91c347ff418 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:55.057980 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-c7cc6107-fc2a-4e1b-82f3-b48f13dd34d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:55.075806 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-c7cc6107-fc2a-4e1b-82f3-b48f13dd34d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:55.131360 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Pushing event updated for resources: {'Port': ['ID=745628de-4b2f-4219-83c4-3f0ea83ea2d6,revision_number=5']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:55.132823 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e98531c8-20f3-434b-8695-56ae1a65495d req-f65e4ec7-7205-45b4-8ffc-c8d4735b1608 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/quotas/cdd4025f7c74471e81aa73079f97a769 HTTP/1.1" status: 200 len: 375 time: 0.0720820 Jul 28 09:24:55.164631 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning complete for port 505445e9-12e7-44e4-b4f7-29d7b239001a triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:24:55.164942 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:55.170066 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b35b1-5a5f-48a6-9bba-67cf8c4b80d5 req-c6c35b6e-1542-4ec1-a099-7d16ee57f592 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:24:55.171849 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e76b35b1-5a5f-48a6-9bba-67cf8c4b80d5 req-c6c35b6e-1542-4ec1-a099-7d16ee57f592 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.32 "GET /v2.0/networks?id=bc5fa390-0a22-474b-ac35-e54c73e4ebd9 HTTP/1.1" status: 200 len: 819 time: 0.6805265 Jul 28 09:24:55.174999 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cc6107-fc2a-4e1b-82f3-b48f13dd34d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c38bc68a-0375-4787-b14f-6066dc989618,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:55.227282 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [req-e76b35b1-5a5f-48a6-9bba-67cf8c4b80d5 req-559a5292-fd63-486a-9b4f-bd965082315b tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Request body: {'port': {'device_id': '722bacfd-c01b-427f-a5db-de2581b3dc2e', 'network_id': 'bc5fa390-0a22-474b-ac35-e54c73e4ebd9', 'admin_state_up': True, 'tenant_id': 'cdd4025f7c74471e81aa73079f97a769'}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:24:55.274142 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-152589a1-9a79-485d-a221-fae63fa51183 req-99853b61-1ab7-4c75-93aa-70e19e2d14f1 service neutron] 10.222.0.32 "GET /v2.0/networks/3463c92e-9592-4a5e-be73-c0318bba2428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6860230 Jul 28 09:24:55.278013 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-690b9d78-8cfc-4297-8bb9-0cebd910506b tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks [] for port, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:55.339433 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287507a9-f1b3-4077-bfc1-31b82a50040a req-b695fd43-3cb7-4023-9b4d-e53ee3515c2a tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:24:55.341133 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-287507a9-f1b3-4077-bfc1-31b82a50040a req-b695fd43-3cb7-4023-9b4d-e53ee3515c2a tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] 10.222.0.23 "GET /v2.0/ports?device_id=3553763b-4ea7-46c3-a243-3e7217b9f319 HTTP/1.1" status: 200 len: 943 time: 0.3704708 Jul 28 09:24:55.392820 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-a775144e-f58c-459d-985b-e4943a0535dc tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks [] for port, precommit_update {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:55.398292 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-c7cc6107-fc2a-4e1b-82f3-b48f13dd34d5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b9a717f7022044ef918740a3d75aaf4f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4438019 Jul 28 09:24:55.400920 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 46404) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:24:55.409941 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-a775144e-f58c-459d-985b-e4943a0535dc tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6036935'] for port, after_update {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:55.474605 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e18f5-1f6b-4f39-802c-ce17d16812f0 req-e8fe7903-072d-4e79-87de-a595767eae67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:24:55.476194 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [req-732e18f5-1f6b-4f39-802c-ce17d16812f0 req-e8fe7903-072d-4e79-87de-a595767eae67 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9e465e5255d9401caf2f0f22d0b6e7c7&device_id=3553763b-4ea7-46c3-a243-3e7217b9f319 HTTP/1.1" status: 200 len: 1096 time: 0.4159796 Jul 28 09:24:55.524697 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e98531c8-20f3-434b-8695-56ae1a65495d req-a78fc339-315d-4662-af16-752bce94c89a tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=cdd4025f7c74471e81aa73079f97a769&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3740563 Jul 28 09:24:55.526301 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-a775144e-f58c-459d-985b-e4943a0535dc tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8268857'] for floatingip, after_update {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:55.538854 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-287507a9-f1b3-4077-bfc1-31b82a50040a req-8d920fb7-a0c3-4343-a8d9-031a149c9491 tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] 10.222.0.23 "GET /v2.0/security-groups?id=af86cd65-c6a0-4edd-a79e-986ab1ba90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849554 Jul 28 09:24:55.609015 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a775144e-f58c-459d-985b-e4943a0535dc tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Pushing event updated for resources: {'Port': ['ID=7ba992f3-3f35-4bf2-9727-7237b08b0ff8,revision_number=2']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:55.669328 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 46408) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:24:55.682069 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-d870db57-095d-47c8-b1d1-098adbfa4910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:55.697292 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-690b9d78-8cfc-4297-8bb9-0cebd910506b tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732595289878'] for port, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:55.745079 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-d870db57-095d-47c8-b1d1-098adbfa4910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:55.749730 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-152589a1-9a79-485d-a221-fae63fa51183 req-cfe9e681-4eb8-4ec0-9856-6a96d86c290f service neutron] 10.222.0.32 "GET /v2.0/networks/3463c92e-9592-4a5e-be73-c0318bba2428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4053209 Jul 28 09:24:55.756078 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-83af24b1-b14f-4027-9aff-a91c347ff418 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:55.778182 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-a775144e-f58c-459d-985b-e4943a0535dc tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905'] for floatingip, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:55.782714 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-83af24b1-b14f-4027-9aff-a91c347ff418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:55.787104 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-690b9d78-8cfc-4297-8bb9-0cebd910506b tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Network 30331174-7d3c-4928-87ce-fe2956ee4244 is already hosted by enough agents. {{(pid=93067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:24:55.787772 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-a775144e-f58c-459d-985b-e4943a0535dc tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5000086 Jul 28 09:24:55.794446 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e18f5-1f6b-4f39-802c-ce17d16812f0 req-b98f8ca3-f86e-46d7-b029-126d53ec19fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:24:55.795976 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [req-732e18f5-1f6b-4f39-802c-ce17d16812f0 req-b98f8ca3-f86e-46d7-b029-126d53ec19fc service neutron] 10.222.0.32 "GET /v2.0/networks?id=b1b43698-b9d6-4b16-bb1c-3b1165b061e7 HTTP/1.1" status: 200 len: 913 time: 0.2654457 Jul 28 09:24:55.853737 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [req-732e18f5-1f6b-4f39-802c-ce17d16812f0 req-bfbe9d5e-c822-428e-b6ec-9672ac3ac699 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eca2dda2-dd14-4098-a22d-67e6250c6eb4 HTTP/1.1" status: 200 len: 217 time: 0.0396132 Jul 28 09:24:55.867892 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.base_scheduler [None req-690b9d78-8cfc-4297-8bb9-0cebd910506b tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Resources bound (agent type, host, resource id): {{(pid=93067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:24:55.869497 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-d870db57-095d-47c8-b1d1-098adbfa4910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:55.870664 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-690b9d78-8cfc-4297-8bb9-0cebd910506b tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Received port after_create {{(pid=93067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 09:24:55.872025 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-d870db57-095d-47c8-b1d1-098adbfa4910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:55.875401 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-d870db57-095d-47c8-b1d1-098adbfa4910 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c38bc68a-0375-4787-b14f-6066dc989618 HTTP/1.1" status: 204 len: 168 time: 0.4713154 Jul 28 09:24:55.905003 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d870db57-095d-47c8-b1d1-098adbfa4910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38bc68a-0375-4787-b14f-6066dc989618,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:55.933811 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732e18f5-1f6b-4f39-802c-ce17d16812f0 req-7343a5e7-77a1-4848-87f3-17def34f0071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:24:55.935340 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [req-732e18f5-1f6b-4f39-802c-ce17d16812f0 req-7343a5e7-77a1-4848-87f3-17def34f0071 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=f2a0ccca-fe4b-4f48-b00e-bcf72ad89450 HTTP/1.1" status: 200 len: 852 time: 0.0739574 Jul 28 09:24:55.936791 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-a57965d1-4485-4f91-a57c-1730868187fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:55.942421 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e98531c8-20f3-434b-8695-56ae1a65495d req-cf2ef798-5b66-4e8e-92b1-ea0007fcf360 service neutron] 10.222.0.23 "GET /v2.0/networks/bc5fa390-0a22-474b-ac35-e54c73e4ebd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3951499 Jul 28 09:24:55.974635 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [req-732e18f5-1f6b-4f39-802c-ce17d16812f0 req-9a6b2012-32b7-41e0-a24d-25c16fc42974 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=b1b43698-b9d6-4b16-bb1c-3b1165b061e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304816 Jul 28 09:24:55.985905 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e76b35b1-5a5f-48a6-9bba-67cf8c4b80d5 req-559a5292-fd63-486a-9b4f-bd965082315b tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Made reservation on behalf of cdd4025f7c74471e81aa73079f97a769 for: {'port': 1} {{(pid=93067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:24:55.989706 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-e76b35b1-5a5f-48a6-9bba-67cf8c4b80d5 req-559a5292-fd63-486a-9b4f-bd965082315b tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:56.059166 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-83af24b1-b14f-4027-9aff-a91c347ff418 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6b0723e18112453a8c35a6ebb46c1633&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6866930 Jul 28 09:24:56.061811 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 46426) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:24:56.067015 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9217f7-beb6-4932-ad0f-8077bc95c3c4 req-fa45907e-5a24-4a6e-900e-a2d5ff30e57a tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:24:56.068702 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-8e9217f7-beb6-4932-ad0f-8077bc95c3c4 req-fa45907e-5a24-4a6e-900e-a2d5ff30e57a tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e1287df-cb69-4058-b6ed-b2156f10ea45 HTTP/1.1" status: 200 len: 943 time: 0.4115565 Jul 28 09:24:56.081282 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83af24b1-b14f-4027-9aff-a91c347ff418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d40ed29-dd3f-4ad0-9a80-c94d07f0938a,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:56.089890 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [req-732e18f5-1f6b-4f39-802c-ce17d16812f0 req-4b1e9de9-160d-45fe-b766-0f3c5ab0d061 service neutron] 10.222.0.32 "GET /v2.0/networks/b1b43698-b9d6-4b16-bb1c-3b1165b061e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074653 Jul 28 09:24:56.115178 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690b9d78-8cfc-4297-8bb9-0cebd910506b tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Pushing event updated for resources: {'Port': ['ID=ca1d7d2b-0ede-4a3e-880c-74a7131ae007,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:56.175918 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-5f29f002-cbce-4dd6-909f-f6f1cfff51ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:56.223313 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 46430) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:24:56.226692 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [req-732e18f5-1f6b-4f39-802c-ce17d16812f0 req-a882eac1-e063-4d06-b406-77d4214d1ea5 service neutron] 10.222.0.32 "GET /v2.0/networks/b1b43698-b9d6-4b16-bb1c-3b1165b061e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293113 Jul 28 09:24:56.235345 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-5f29f002-cbce-4dd6-909f-f6f1cfff51ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:56.249774 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-1653a5d4-aea2-4711-8c53-8b70826d9dd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:56.302641 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-5f29f002-cbce-4dd6-909f-f6f1cfff51ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:56.305329 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-5f29f002-cbce-4dd6-909f-f6f1cfff51ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:56.306485 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-5f29f002-cbce-4dd6-909f-f6f1cfff51ac admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7d40ed29-dd3f-4ad0-9a80-c94d07f0938a HTTP/1.1" status: 204 len: 168 time: 0.2438819 Jul 28 09:24:56.317996 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d1657-3b32-4e6b-834c-3094050be723 req-7b0e9875-60ff-4fca-8784-c49608a5acd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:24:56.318146 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f29f002-cbce-4dd6-909f-f6f1cfff51ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d40ed29-dd3f-4ad0-9a80-c94d07f0938a,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:56.319727 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-657d1657-3b32-4e6b-834c-3094050be723 req-7b0e9875-60ff-4fca-8784-c49608a5acd1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3ffc9329f42c48d5a02f450469dbaf89&device_id=6e1287df-cb69-4058-b6ed-b2156f10ea45 HTTP/1.1" status: 200 len: 1096 time: 0.4882131 Jul 28 09:24:56.327213 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-690b9d78-8cfc-4297-8bb9-0cebd910506b tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:56.401126 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-8e9217f7-beb6-4932-ad0f-8077bc95c3c4 req-7c658465-cac3-47b7-8158-e55f7fffe4d8 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba7ca661-0cb6-4167-9687-f2b430c66e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981422 Jul 28 09:24:56.467864 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device 745628de-4b2f-4219-83c4-3f0ea83ea2d6 up at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:24:56.527744 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning complete for port 745628de-4b2f-4219-83c4-3f0ea83ea2d6 triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:24:56.528360 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:56.604169 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e98531c8-20f3-434b-8695-56ae1a65495d req-5d42ac8f-e6bb-4cf1-a354-1a8a13eb3fb2 service neutron] 10.222.0.23 "GET /v2.0/networks/bc5fa390-0a22-474b-ac35-e54c73e4ebd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6422102 Jul 28 09:24:56.617164 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device e6c1d149-6b1a-4382-89d3-3fabefdcfd0d up at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:24:56.679943 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning complete for port e6c1d149-6b1a-4382-89d3-3fabefdcfd0d triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:24:56.681550 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:56.700591 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-690b9d78-8cfc-4297-8bb9-0cebd910506b tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:56.788808 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 46450) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:24:56.812785 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d1657-3b32-4e6b-834c-3094050be723 req-ea2f589b-c581-4cfc-8fd2-2ec75d564b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:24:56.814287 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-657d1657-3b32-4e6b-834c-3094050be723 req-ea2f589b-c581-4cfc-8fd2-2ec75d564b98 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3463c92e-9592-4a5e-be73-c0318bba2428 HTTP/1.1" status: 200 len: 915 time: 0.4767077 Jul 28 09:24:56.821443 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-a57965d1-4485-4f91-a57c-1730868187fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:56.822360 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-7f608748-e0d8-4902-944f-4ce1f896c977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:56.911255 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-a57965d1-4485-4f91-a57c-1730868187fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:56.925397 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-1653a5d4-aea2-4711-8c53-8b70826d9dd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:56.938945 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-1653a5d4-aea2-4711-8c53-8b70826d9dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:56.941537 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-657d1657-3b32-4e6b-834c-3094050be723 req-fb57a21b-1c6e-4abb-8f1d-f46acaefd617 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d71e8fb8-deed-4e7a-ad68-64fbaee0e441 HTTP/1.1" status: 200 len: 217 time: 0.1187568 Jul 28 09:24:56.968775 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-56fe10ab-4715-469f-bdd5-5979f485b33a req-be32139a-4477-4853-b44e-d12264b38375 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--694601111&fields=id&tenant_id=9a1f63fb540e42f18f0ec634cc138c04 HTTP/1.1" status: 200 len: 267 time: 0.4676771 Jul 28 09:24:56.992756 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-1653a5d4-aea2-4711-8c53-8b70826d9dd1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ec350261e87a4d82a16ad9ca75fdf188&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7682731 Jul 28 09:24:56.997464 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 46456) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:24:57.010126 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1653a5d4-aea2-4711-8c53-8b70826d9dd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3edc8e1b-180e-4155-999d-90fe2d2d63c8,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:57.014592 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.db_base_plugin_common [req-e76b35b1-5a5f-48a6-9bba-67cf8c4b80d5 req-559a5292-fd63-486a-9b4f-bd965082315b tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Allocated IP 172.20.0.5 (bc5fa390-0a22-474b-ac35-e54c73e4ebd9/e1f74411-6c4e-4dfc-902d-6f35d76f4922/2b4fdddf-03d6-4edc-b888-724b64f54c3b) {{(pid=93067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:24:57.054447 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-a57965d1-4485-4f91-a57c-1730868187fd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6030416fb0b24203b8a2da04c92f168a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3779545 Jul 28 09:24:57.054780 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 46458) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:24:57.078808 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57965d1-4485-4f91-a57c-1730868187fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9817d14-69c2-42f5-82a1-9541733d6951,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:57.140268 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-e55d8953-7984-4c67-b8d4-e9306d921f44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:57.189494 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-7f608748-e0d8-4902-944f-4ce1f896c977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:57.193881 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-0b8fd2f6-2d32-454f-adf2-03693b626bc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:57.197851 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-e55d8953-7984-4c67-b8d4-e9306d921f44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:57.201039 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-7f608748-e0d8-4902-944f-4ce1f896c977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:57.250278 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-0b8fd2f6-2d32-454f-adf2-03693b626bc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:57.293815 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-7f608748-e0d8-4902-944f-4ce1f896c977 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=665319c22f3e47b59501aaf88a3874ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5038884 Jul 28 09:24:57.298883 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 46462) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:24:57.302077 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f608748-e0d8-4902-944f-4ce1f896c977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af62025-3427-4423-be31-601b6f8277ca,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:57.357452 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-e55d8953-7984-4c67-b8d4-e9306d921f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:57.360089 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-e55d8953-7984-4c67-b8d4-e9306d921f44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:57.361126 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-e55d8953-7984-4c67-b8d4-e9306d921f44 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3edc8e1b-180e-4155-999d-90fe2d2d63c8 HTTP/1.1" status: 204 len: 168 time: 0.3625844 Jul 28 09:24:57.374506 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55d8953-7984-4c67-b8d4-e9306d921f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3edc8e1b-180e-4155-999d-90fe2d2d63c8,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:57.378373 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-0b8fd2f6-2d32-454f-adf2-03693b626bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:57.380437 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-0b8fd2f6-2d32-454f-adf2-03693b626bc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:57.383961 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-0b8fd2f6-2d32-454f-adf2-03693b626bc7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f9817d14-69c2-42f5-82a1-9541733d6951 HTTP/1.1" status: 204 len: 168 time: 0.3208709 Jul 28 09:24:57.397855 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-8c8d467d-463e-47ef-9078-e945d0013b66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:57.402749 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600e58a7-edff-4144-9219-ad1902605881 req-44604ba7-9c15-4086-98c9-a50bec886f0f tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:24:57.402872 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8fd2f6-2d32-454f-adf2-03693b626bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9817d14-69c2-42f5-82a1-9541733d6951,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:57.408194 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-600e58a7-edff-4144-9219-ad1902605881 req-44604ba7-9c15-4086-98c9-a50bec886f0f tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] 10.222.0.23 "GET /v2.0/ports?device_id=3553763b-4ea7-46c3-a243-3e7217b9f319 HTTP/1.1" status: 200 len: 943 time: 0.5770090 Jul 28 09:24:57.432906 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-8c8d467d-463e-47ef-9078-e945d0013b66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:57.471700 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-690b9d78-8cfc-4297-8bb9-0cebd910506b tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks [] for port, precommit_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:57.491530 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-8c8d467d-463e-47ef-9078-e945d0013b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:57.494174 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-8c8d467d-463e-47ef-9078-e945d0013b66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:57.495269 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-8c8d467d-463e-47ef-9078-e945d0013b66 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4af62025-3427-4423-be31-601b6f8277ca HTTP/1.1" status: 204 len: 168 time: 0.1950645 Jul 28 09:24:57.498499 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657d1657-3b32-4e6b-834c-3094050be723 req-9b8292d3-c23b-4e2e-8808-8147ceeb8be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:24:57.500048 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-657d1657-3b32-4e6b-834c-3094050be723 req-9b8292d3-c23b-4e2e-8808-8147ceeb8be1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1774fccb-c973-4490-ba8e-1a26617adb21 HTTP/1.1" status: 200 len: 854 time: 0.5465503 Jul 28 09:24:57.500697 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-690b9d78-8cfc-4297-8bb9-0cebd910506b tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:57.503248 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d467d-463e-47ef-9078-e945d0013b66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af62025-3427-4423-be31-601b6f8277ca,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:57.616414 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-657d1657-3b32-4e6b-834c-3094050be723 req-1ac92a9b-5b5f-4fa3-8c82-6089e5dab65e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3463c92e-9592-4a5e-be73-c0318bba2428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0983925 Jul 28 09:24:57.621083 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-690b9d78-8cfc-4297-8bb9-0cebd910506b tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8268857'] for floatingip, after_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:57.760547 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-600e58a7-edff-4144-9219-ad1902605881 req-d6c55414-2646-40d4-878e-b956138accbd tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] 10.222.0.23 "GET /v2.0/security-groups?id=af86cd65-c6a0-4edd-a79e-986ab1ba90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238397 Jul 28 09:24:57.828226 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe10ab-4715-469f-bdd5-5979f485b33a req-203b9c29-6fc6-4fe4-9a7a-e5a38e865744 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:24:57.830464 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-56fe10ab-4715-469f-bdd5-5979f485b33a req-203b9c29-6fc6-4fe4-9a7a-e5a38e865744 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/networks?id=39e9cde6-0d01-4242-a6ed-06857cf13960 HTTP/1.1" status: 200 len: 811 time: 0.8189714 Jul 28 09:24:57.831234 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690b9d78-8cfc-4297-8bb9-0cebd910506b tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Pushing event updated for resources: {'Port': ['ID=ca1d7d2b-0ede-4a3e-880c-74a7131ae007,revision_number=2']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:57.867962 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-690b9d78-8cfc-4297-8bb9-0cebd910506b tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905'] for floatingip, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:57.869534 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-690b9d78-8cfc-4297-8bb9-0cebd910506b tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.1376657 Jul 28 09:24:57.900193 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 46478) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:24:57.915132 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-8f3dc31a-e42d-44f3-a371-f5160b2b3ebc req-8dcd8cc3-274e-4278-92d8-9b8a24783040 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=89bf9e96-f9c0-4e9b-9eb6-a01c13b4ac67 HTTP/1.1" status: 200 len: 210 time: 0.0674329 Jul 28 09:24:57.935910 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-56fe10ab-4715-469f-bdd5-5979f485b33a req-b5a49761-21e2-4a40-adea-44d503ab5f79 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/quotas/9a1f63fb540e42f18f0ec634cc138c04 HTTP/1.1" status: 200 len: 375 time: 0.0896175 Jul 28 09:24:57.937220 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-f1f71783-b986-4130-a82c-3a6c4485efe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:57.990234 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-657d1657-3b32-4e6b-834c-3094050be723 req-610c698a-df5b-431f-acf7-f2adac6f7d59 service neutron] 10.222.0.32 "GET /v2.0/networks/3463c92e-9592-4a5e-be73-c0318bba2428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3572805 Jul 28 09:24:58.023493 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98531c8-20f3-434b-8695-56ae1a65495d req-f8a6fcd4-77cd-453b-bddb-8033d4ca9d31 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:24:58.031368 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [req-e98531c8-20f3-434b-8695-56ae1a65495d req-f8a6fcd4-77cd-453b-bddb-8033d4ca9d31 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.32 "GET /v2.0/networks?id=bc5fa390-0a22-474b-ac35-e54c73e4ebd9 HTTP/1.1" status: 200 len: 819 time: 0.2515893 Jul 28 09:24:58.049261 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.v2.base [req-e98531c8-20f3-434b-8695-56ae1a65495d req-b4af64e2-6c6e-4d30-86f4-bffd7e644512 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Request body: {'port': {'device_id': '89bf9e96-f9c0-4e9b-9eb6-a01c13b4ac67', 'network_id': 'bc5fa390-0a22-474b-ac35-e54c73e4ebd9', 'admin_state_up': True, 'tenant_id': 'cdd4025f7c74471e81aa73079f97a769'}} {{(pid=93068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:24:58.137967 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-56fe10ab-4715-469f-bdd5-5979f485b33a req-d97db2c9-4598-45aa-82b8-c6087efe36db tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9a1f63fb540e42f18f0ec634cc138c04&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1877439 Jul 28 09:24:58.230808 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-f1f71783-b986-4130-a82c-3a6c4485efe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:58.247069 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-f1f71783-b986-4130-a82c-3a6c4485efe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:58.258074 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-e76b35b1-5a5f-48a6-9bba-67cf8c4b80d5 req-559a5292-fd63-486a-9b4f-bd965082315b tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Notify callbacks [] for port, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:58.300613 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-f1f71783-b986-4130-a82c-3a6c4485efe3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=928da6f6459d46c4b7a57db5b1b5fb32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3988578 Jul 28 09:24:58.301627 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e98531c8-20f3-434b-8695-56ae1a65495d req-b4af64e2-6c6e-4d30-86f4-bffd7e644512 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Made reservation on behalf of cdd4025f7c74471e81aa73079f97a769 for: {'port': 1} {{(pid=93068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:24:58.305373 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [req-e98531c8-20f3-434b-8695-56ae1a65495d req-b4af64e2-6c6e-4d30-86f4-bffd7e644512 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:58.308396 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 46504) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:24:58.318987 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-657d1657-3b32-4e6b-834c-3094050be723 req-a1977251-dbb1-4b7f-8790-0ea0dae314f7 service neutron] 10.222.0.32 "GET /v2.0/networks/3463c92e-9592-4a5e-be73-c0318bba2428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133464 Jul 28 09:24:58.323465 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f71783-b986-4130-a82c-3a6c4485efe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2d9d2a-016d-4b2c-9708-58929770017b,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:58.361600 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-896162d4-0df3-4f58-bb39-51b8fef96a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:58.372987 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750bd89-b5e9-454d-82b3-f2fc8aad56aa req-3a022c14-b1ac-4b75-918a-3dc3d2cffcbe tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:24:58.374368 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a750bd89-b5e9-454d-82b3-f2fc8aad56aa req-3a022c14-b1ac-4b75-918a-3dc3d2cffcbe tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e1287df-cb69-4058-b6ed-b2156f10ea45 HTTP/1.1" status: 200 len: 943 time: 0.2742829 Jul 28 09:24:58.437888 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-eb6f72f5-cd10-484e-a846-41b4fddb8672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:58.456075 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-e76b35b1-5a5f-48a6-9bba-67cf8c4b80d5 req-559a5292-fd63-486a-9b4f-bd965082315b tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732595289878'] for port, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:58.472337 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a750bd89-b5e9-454d-82b3-f2fc8aad56aa req-8ed79b35-3f88-4acf-85da-ef1d8754bfbc tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba7ca661-0cb6-4167-9687-f2b430c66e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888941 Jul 28 09:24:58.488165 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-eb6f72f5-cd10-484e-a846-41b4fddb8672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:58.539938 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.db.db_base_plugin_common [req-e98531c8-20f3-434b-8695-56ae1a65495d req-b4af64e2-6c6e-4d30-86f4-bffd7e644512 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Allocated IP 172.20.0.7 (bc5fa390-0a22-474b-ac35-e54c73e4ebd9/e1f74411-6c4e-4dfc-902d-6f35d76f4922/516a84f0-5846-45f0-8ffc-f11a2e8eec67) {{(pid=93068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:24:58.569776 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-56fe10ab-4715-469f-bdd5-5979f485b33a req-a19c36ef-d0c2-490d-9085-a40be5ac8e02 service neutron] 10.222.0.23 "GET /v2.0/networks/39e9cde6-0d01-4242-a6ed-06857cf13960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4134309 Jul 28 09:24:58.573568 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e76b35b1-5a5f-48a6-9bba-67cf8c4b80d5 req-559a5292-fd63-486a-9b4f-bd965082315b tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Network bc5fa390-0a22-474b-ac35-e54c73e4ebd9 is already hosted by enough agents. {{(pid=93067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:24:58.589764 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.base_scheduler [req-e76b35b1-5a5f-48a6-9bba-67cf8c4b80d5 req-559a5292-fd63-486a-9b4f-bd965082315b tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Resources bound (agent type, host, resource id): {{(pid=93067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:24:58.600826 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-eb6f72f5-cd10-484e-a846-41b4fddb8672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:58.605757 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-eb6f72f5-cd10-484e-a846-41b4fddb8672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:58.607142 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-eb6f72f5-cd10-484e-a846-41b4fddb8672 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5c2d9d2a-016d-4b2c-9708-58929770017b HTTP/1.1" status: 204 len: 168 time: 0.2973695 Jul 28 09:24:58.609344 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.l3_dvrscheduler_db [req-e76b35b1-5a5f-48a6-9bba-67cf8c4b80d5 req-559a5292-fd63-486a-9b4f-bd965082315b tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Received port after_create {{(pid=93067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 09:24:58.629652 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6f72f5-cd10-484e-a846-41b4fddb8672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2d9d2a-016d-4b2c-9708-58929770017b,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:58.636431 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b35b1-5a5f-48a6-9bba-67cf8c4b80d5 req-559a5292-fd63-486a-9b4f-bd965082315b tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:24:58.637109 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-e76b35b1-5a5f-48a6-9bba-67cf8c4b80d5 req-559a5292-fd63-486a-9b4f-bd965082315b tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for port, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:58.708347 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e76b35b1-5a5f-48a6-9bba-67cf8c4b80d5 req-559a5292-fd63-486a-9b4f-bd965082315b tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5010123 Jul 28 09:24:58.727866 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559a5292-fd63-486a-9b4f-bd965082315b tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Pushing event updated for resources: {'Port': ['ID=2b4fdddf-03d6-4edc-b888-724b64f54c3b,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:58.737181 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [req-e76b35b1-5a5f-48a6-9bba-67cf8c4b80d5 req-2f24713e-bacb-4a6a-910e-5c50ecb613cd service neutron] Request body: {'port': {'device_id': '722bacfd-c01b-427f-a5db-de2581b3dc2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80266'}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:24:58.765684 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [req-e98531c8-20f3-434b-8695-56ae1a65495d req-b4af64e2-6c6e-4d30-86f4-bffd7e644512 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Notify callbacks [] for port, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:58.778211 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device d71e8fb8-deed-4e7a-ad68-64fbaee0e441 details requested by agent hyperv_hv-cinder-80266 with host hv-cinder-80266 {{(pid=93069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 09:24:58.809992 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [req-e98531c8-20f3-434b-8695-56ae1a65495d req-b4af64e2-6c6e-4d30-86f4-bffd7e644512 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732595289878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036940'] for port, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:58.814354 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-3b3809a6-beec-4067-8069-53b02befc6a3 req-4b6e5d6a-65da-4d99-9c2c-045bb4d5f742 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1453730725&fields=id&tenant_id=b8340ca8a0bb47c3871a9e4d939e9a44 HTTP/1.1" status: 200 len: 267 time: 0.1203144 Jul 28 09:24:58.886771 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e98531c8-20f3-434b-8695-56ae1a65495d req-b4af64e2-6c6e-4d30-86f4-bffd7e644512 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Network bc5fa390-0a22-474b-ac35-e54c73e4ebd9 is already hosted by enough agents. {{(pid=93068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:24:58.889998 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.base_scheduler [req-e98531c8-20f3-434b-8695-56ae1a65495d req-b4af64e2-6c6e-4d30-86f4-bffd7e644512 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Resources bound (agent type, host, resource id): {{(pid=93068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:24:58.898390 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.db.l3_dvrscheduler_db [req-e98531c8-20f3-434b-8695-56ae1a65495d req-b4af64e2-6c6e-4d30-86f4-bffd7e644512 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Received port after_create {{(pid=93068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 09:24:58.905837 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-56fe10ab-4715-469f-bdd5-5979f485b33a req-7ad52a36-2d01-4cb8-8f86-69489539c02a service neutron] 10.222.0.23 "GET /v2.0/networks/39e9cde6-0d01-4242-a6ed-06857cf13960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350754 Jul 28 09:24:58.952285 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98531c8-20f3-434b-8695-56ae1a65495d req-b4af64e2-6c6e-4d30-86f4-bffd7e644512 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:24:58.952957 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [req-e98531c8-20f3-434b-8695-56ae1a65495d req-b4af64e2-6c6e-4d30-86f4-bffd7e644512 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for port, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:58.963891 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4af64e2-6c6e-4d30-86f4-bffd7e644512 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Pushing event updated for resources: {'Port': ['ID=516a84f0-5846-45f0-8ffc-f11a2e8eec67,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:58.977697 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-e76b35b1-5a5f-48a6-9bba-67cf8c4b80d5 req-2f24713e-bacb-4a6a-910e-5c50ecb613cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:58.979253 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [req-e98531c8-20f3-434b-8695-56ae1a65495d req-b4af64e2-6c6e-4d30-86f4-bffd7e644512 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9357920 Jul 28 09:24:58.993343 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.v2.base [req-e98531c8-20f3-434b-8695-56ae1a65495d req-110a9bef-4508-400d-ade2-cdd42ac26deb service neutron] Request body: {'port': {'device_id': '89bf9e96-f9c0-4e9b-9eb6-a01c13b4ac67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80266'}} {{(pid=93068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:24:59.008516 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port d71e8fb8-deed-4e7a-ad68-64fbaee0e441, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=d71e8fb8-deed-4e7a-ad68-64fbaee0e441,segment=NetworkSegment(0cfbf343-39bd-4fe2-a34a-bcc21842f0af),segment_id=0cfbf343-39bd-4fe2-a34a-bcc21842f0af)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:24:59.037610 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Returning: {'device': 'd71e8fb8-deed-4e7a-ad68-64fbaee0e441', 'network_id': '3463c92e-9592-4a5e-be73-c0318bba2428', 'port_id': 'd71e8fb8-deed-4e7a-ad68-64fbaee0e441', 'mac_address': 'fa:16:3e:85:74:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1774fccb-c973-4490-ba8e-1a26617adb21', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 09:24:59.123423 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:59.142813 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.notifiers.nova [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d71e8fb8-deed-4e7a-ad68-64fbaee0e441 {{(pid=93069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 09:24:59.170517 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port d71e8fb8-deed-4e7a-ad68-64fbaee0e441, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=d71e8fb8-deed-4e7a-ad68-64fbaee0e441,segment=NetworkSegment(0cfbf343-39bd-4fe2-a34a-bcc21842f0af),segment_id=0cfbf343-39bd-4fe2-a34a-bcc21842f0af)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:24:59.179368 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:59.187063 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device eca2dda2-dd14-4098-a22d-67e6250c6eb4 details requested by agent hyperv_hv-cinder-80266 with host hv-cinder-80266 {{(pid=93069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 09:24:59.294918 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3809a6-beec-4067-8069-53b02befc6a3 req-862b3dd5-13aa-4368-a854-cf91529a4022 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:24:59.296592 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-3b3809a6-beec-4067-8069-53b02befc6a3 req-862b3dd5-13aa-4368-a854-cf91529a4022 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/networks?id=59c4a637-5ed0-4b6e-a037-96ec97ce270f HTTP/1.1" status: 200 len: 817 time: 0.4642158 Jul 28 09:24:59.346926 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-3b3809a6-beec-4067-8069-53b02befc6a3 req-3f8d3495-dbdb-47e1-9309-0db71a2757fb tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/quotas/b8340ca8a0bb47c3871a9e4d939e9a44 HTTP/1.1" status: 200 len: 375 time: 0.0327997 Jul 28 09:24:59.356545 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Pushing event updated for resources: {'Port': ['ID=d71e8fb8-deed-4e7a-ad68-64fbaee0e441,revision_number=4']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:59.435539 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [req-e98531c8-20f3-434b-8695-56ae1a65495d req-110a9bef-4508-400d-ade2-cdd42ac26deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:59.453171 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab99d91-325f-4536-95a8-00237885e645 req-61a630dc-5617-44bf-b91d-cad1f134b70b tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:24:59.461235 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7ab99d91-325f-4536-95a8-00237885e645 req-61a630dc-5617-44bf-b91d-cad1f134b70b tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] 10.222.0.23 "GET /v2.0/ports?device_id=3553763b-4ea7-46c3-a243-3e7217b9f319 HTTP/1.1" status: 200 len: 943 time: 0.1874781 Jul 28 09:24:59.541287 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-3b3809a6-beec-4067-8069-53b02befc6a3 req-963ab73f-c254-4271-8ae3-38faaf1a5626 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b8340ca8a0bb47c3871a9e4d939e9a44&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1849024 Jul 28 09:24:59.556082 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7ab99d91-325f-4536-95a8-00237885e645 req-3e05ebb1-a385-48e2-9efa-530d9e66c740 tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] 10.222.0.23 "GET /v2.0/security-groups?id=af86cd65-c6a0-4edd-a79e-986ab1ba90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938818 Jul 28 09:24:59.630969 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port eca2dda2-dd14-4098-a22d-67e6250c6eb4, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=eca2dda2-dd14-4098-a22d-67e6250c6eb4,segment=NetworkSegment(f023c778-1afa-49d5-8ab8-135354e6c980),segment_id=f023c778-1afa-49d5-8ab8-135354e6c980)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:24:59.662269 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Returning: {'device': 'eca2dda2-dd14-4098-a22d-67e6250c6eb4', 'network_id': 'b1b43698-b9d6-4b16-bb1c-3b1165b061e7', 'port_id': 'eca2dda2-dd14-4098-a22d-67e6250c6eb4', 'mac_address': 'fa:16:3e:3f:a4:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2a0ccca-fe4b-4f48-b00e-bcf72ad89450', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 09:24:59.746748 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:59.770920 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.notifiers.nova [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eca2dda2-dd14-4098-a22d-67e6250c6eb4 {{(pid=93069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 09:24:59.794194 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port eca2dda2-dd14-4098-a22d-67e6250c6eb4, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=eca2dda2-dd14-4098-a22d-67e6250c6eb4,segment=NetworkSegment(f023c778-1afa-49d5-8ab8-135354e6c980),segment_id=f023c778-1afa-49d5-8ab8-135354e6c980)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:24:59.802984 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:59.852164 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6775289-b39c-4753-adfa-326e56c24367 req-205f5be5-b267-4195-94cc-53c0d825e22e tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:24:59.860089 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b6775289-b39c-4753-adfa-326e56c24367 req-205f5be5-b267-4195-94cc-53c0d825e22e tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=89bf9e96-f9c0-4e9b-9eb6-a01c13b4ac67 HTTP/1.1" status: 200 len: 931 time: 0.1625834 Jul 28 09:24:59.863978 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Pushing event updated for resources: {'Port': ['ID=eca2dda2-dd14-4098-a22d-67e6250c6eb4,revision_number=4']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:24:59.869916 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.notifiers.nova [req-e76b35b1-5a5f-48a6-9bba-67cf8c4b80d5 req-2f24713e-bacb-4a6a-910e-5c50ecb613cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b4fdddf-03d6-4edc-b888-724b64f54c3b {{(pid=93067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 09:24:59.886911 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-e76b35b1-5a5f-48a6-9bba-67cf8c4b80d5 req-2f24713e-bacb-4a6a-910e-5c50ecb613cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:24:59.897872 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-3b3809a6-beec-4067-8069-53b02befc6a3 req-73930ec1-7a27-4c9e-aea6-f104c856cd6c service neutron] 10.222.0.23 "GET /v2.0/networks/59c4a637-5ed0-4b6e-a037-96ec97ce270f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144100 Jul 28 09:24:59.921799 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.provisioning_blocks [req-e76b35b1-5a5f-48a6-9bba-67cf8c4b80d5 req-2f24713e-bacb-4a6a-910e-5c50ecb613cd service neutron] Transition to ACTIVE for port object 2b4fdddf-03d6-4edc-b888-724b64f54c3b will not be triggered until provisioned by entity L2. {{(pid=93067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:24:59.972201 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-e76b35b1-5a5f-48a6-9bba-67cf8c4b80d5 req-2f24713e-bacb-4a6a-910e-5c50ecb613cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:00.000168 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b6775289-b39c-4753-adfa-326e56c24367 req-a7b19737-cb6b-4959-af6f-d3bef6b7bca2 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391132 Jul 28 09:25:00.083755 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] get_ports_and_sgs() called for port_ids ['d71e8fb8-deed-4e7a-ad68-64fbaee0e441'] {{(pid=93069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:25:00.154089 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] get_ports_and_sgs() called for port_ids ['eca2dda2-dd14-4098-a22d-67e6250c6eb4'] {{(pid=93069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:25:00.199758 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f24713e-bacb-4a6a-910e-5c50ecb613cd service neutron] Pushing event updated for resources: {'Port': ['ID=2b4fdddf-03d6-4edc-b888-724b64f54c3b,revision_number=2']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:00.204710 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.notifiers.nova [req-e98531c8-20f3-434b-8695-56ae1a65495d req-110a9bef-4508-400d-ade2-cdd42ac26deb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 516a84f0-5846-45f0-8ffc-f11a2e8eec67 {{(pid=93068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 09:25:00.209472 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-feb48279-1f96-452e-b5a1-7aee9d3796f8 req-c8da24f6-01a1-4f04-a732-d179c3a22739 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 210 time: 0.0892699 Jul 28 09:25:00.250962 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-3b3809a6-beec-4067-8069-53b02befc6a3 req-e0f8f13f-a85e-4a58-837d-89b8b6507421 service neutron] 10.222.0.23 "GET /v2.0/networks/59c4a637-5ed0-4b6e-a037-96ec97ce270f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421323 Jul 28 09:25:00.254792 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.managers [req-e76b35b1-5a5f-48a6-9bba-67cf8c4b80d5 req-2f24713e-bacb-4a6a-910e-5c50ecb613cd service neutron] Attempting to bind port 2b4fdddf-03d6-4edc-b888-724b64f54c3b on host hv-cinder-80266 for vnic_type normal with profile {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 09:25:00.255087 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.managers [req-e76b35b1-5a5f-48a6-9bba-67cf8c4b80d5 req-2f24713e-bacb-4a6a-910e-5c50ecb613cd service neutron] Attempting to bind port 2b4fdddf-03d6-4edc-b888-724b64f54c3b by drivers openvswitch,hyperv on host hv-cinder-80266 at level 0 using segments [{'id': 'e2665667-7ebc-4093-83fc-21abd84d8703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bc5fa390-0a22-474b-ac35-e54c73e4ebd9'}] {{(pid=93067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 09:25:00.255518 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76b35b1-5a5f-48a6-9bba-67cf8c4b80d5 req-2f24713e-bacb-4a6a-910e-5c50ecb613cd service neutron] Attempting to bind port 2b4fdddf-03d6-4edc-b888-724b64f54c3b on network bc5fa390-0a22-474b-ac35-e54c73e4ebd9 {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 09:25:00.261032 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76b35b1-5a5f-48a6-9bba-67cf8c4b80d5 req-2f24713e-bacb-4a6a-910e-5c50ecb613cd service neutron] Port 2b4fdddf-03d6-4edc-b888-724b64f54c3b on network bc5fa390-0a22-474b-ac35-e54c73e4ebd9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80266 {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 09:25:00.261722 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76b35b1-5a5f-48a6-9bba-67cf8c4b80d5 req-2f24713e-bacb-4a6a-910e-5c50ecb613cd service neutron] Attempting to bind port 2b4fdddf-03d6-4edc-b888-724b64f54c3b on network bc5fa390-0a22-474b-ac35-e54c73e4ebd9 {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 09:25:00.265423 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [req-e98531c8-20f3-434b-8695-56ae1a65495d req-110a9bef-4508-400d-ade2-cdd42ac26deb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:00.267203 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76b35b1-5a5f-48a6-9bba-67cf8c4b80d5 req-2f24713e-bacb-4a6a-910e-5c50ecb613cd service neutron] Checking agent: {'id': '2e21c55d-f4ce-498b-abcc-e7d8675cd352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80266', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 9, 22, 54), 'started_at': datetime.datetime(2021, 7, 28, 9, 22, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 9, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 09:25:00.267691 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76b35b1-5a5f-48a6-9bba-67cf8c4b80d5 req-2f24713e-bacb-4a6a-910e-5c50ecb613cd service neutron] Checking segment: {'id': 'e2665667-7ebc-4093-83fc-21abd84d8703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bc5fa390-0a22-474b-ac35-e54c73e4ebd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 09:25:00.268198 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76b35b1-5a5f-48a6-9bba-67cf8c4b80d5 req-2f24713e-bacb-4a6a-910e-5c50ecb613cd service neutron] Bound using segment: {'id': 'e2665667-7ebc-4093-83fc-21abd84d8703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bc5fa390-0a22-474b-ac35-e54c73e4ebd9'} {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 09:25:00.268741 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.managers [req-e76b35b1-5a5f-48a6-9bba-67cf8c4b80d5 req-2f24713e-bacb-4a6a-910e-5c50ecb613cd service neutron] Bound port: 2b4fdddf-03d6-4edc-b888-724b64f54c3b, host: hv-cinder-80266, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2665667-7ebc-4093-83fc-21abd84d8703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bc5fa390-0a22-474b-ac35-e54c73e4ebd9'}}] {{(pid=93067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 09:25:00.269200 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-e76b35b1-5a5f-48a6-9bba-67cf8c4b80d5 req-2f24713e-bacb-4a6a-910e-5c50ecb613cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:00.316939 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.db.provisioning_blocks [req-e98531c8-20f3-434b-8695-56ae1a65495d req-110a9bef-4508-400d-ade2-cdd42ac26deb service neutron] Transition to ACTIVE for port object 516a84f0-5846-45f0-8ffc-f11a2e8eec67 will not be triggered until provisioned by entity L2. {{(pid=93068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:25:00.324159 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [req-e98531c8-20f3-434b-8695-56ae1a65495d req-110a9bef-4508-400d-ade2-cdd42ac26deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6036935'] for port, after_update {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:00.393441 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.db [req-e76b35b1-5a5f-48a6-9bba-67cf8c4b80d5 req-2f24713e-bacb-4a6a-910e-5c50ecb613cd service neutron] For port 2b4fdddf-03d6-4edc-b888-724b64f54c3b, host hv-cinder-80266, cleared binding levels {{(pid=93067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:25:00.423302 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.db [req-e76b35b1-5a5f-48a6-9bba-67cf8c4b80d5 req-2f24713e-bacb-4a6a-910e-5c50ecb613cd service neutron] For port 2b4fdddf-03d6-4edc-b888-724b64f54c3b, host hv-cinder-80266, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=2b4fdddf-03d6-4edc-b888-724b64f54c3b,segment=NetworkSegment(e2665667-7ebc-4093-83fc-21abd84d8703),segment_id=e2665667-7ebc-4093-83fc-21abd84d8703)] {{(pid=93067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:25:00.436383 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-e76b35b1-5a5f-48a6-9bba-67cf8c4b80d5 req-2f24713e-bacb-4a6a-910e-5c50ecb613cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:00.456049 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110a9bef-4508-400d-ade2-cdd42ac26deb service neutron] Pushing event updated for resources: {'Port': ['ID=516a84f0-5846-45f0-8ffc-f11a2e8eec67,revision_number=2']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:00.517279 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d9d42-d7fc-4130-ab31-554e737b3539 req-437bc0b1-9e47-462a-82d1-58b29ce0d1a7 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:00.520927 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.managers [req-e98531c8-20f3-434b-8695-56ae1a65495d req-110a9bef-4508-400d-ade2-cdd42ac26deb service neutron] Attempting to bind port 516a84f0-5846-45f0-8ffc-f11a2e8eec67 on host hv-cinder-80266 for vnic_type normal with profile {{(pid=93068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 09:25:00.521285 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.managers [req-e98531c8-20f3-434b-8695-56ae1a65495d req-110a9bef-4508-400d-ade2-cdd42ac26deb service neutron] Attempting to bind port 516a84f0-5846-45f0-8ffc-f11a2e8eec67 by drivers openvswitch,hyperv on host hv-cinder-80266 at level 0 using segments [{'id': 'e2665667-7ebc-4093-83fc-21abd84d8703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bc5fa390-0a22-474b-ac35-e54c73e4ebd9'}] {{(pid=93068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 09:25:00.521622 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98531c8-20f3-434b-8695-56ae1a65495d req-110a9bef-4508-400d-ade2-cdd42ac26deb service neutron] Attempting to bind port 516a84f0-5846-45f0-8ffc-f11a2e8eec67 on network bc5fa390-0a22-474b-ac35-e54c73e4ebd9 {{(pid=93068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 09:25:00.527966 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-682d9d42-d7fc-4130-ab31-554e737b3539 req-437bc0b1-9e47-462a-82d1-58b29ce0d1a7 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e1287df-cb69-4058-b6ed-b2156f10ea45 HTTP/1.1" status: 200 len: 944 time: 0.1505208 Jul 28 09:25:00.533846 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98531c8-20f3-434b-8695-56ae1a65495d req-110a9bef-4508-400d-ade2-cdd42ac26deb service neutron] Port 516a84f0-5846-45f0-8ffc-f11a2e8eec67 on network bc5fa390-0a22-474b-ac35-e54c73e4ebd9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80266 {{(pid=93068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 09:25:00.534182 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98531c8-20f3-434b-8695-56ae1a65495d req-110a9bef-4508-400d-ade2-cdd42ac26deb service neutron] Attempting to bind port 516a84f0-5846-45f0-8ffc-f11a2e8eec67 on network bc5fa390-0a22-474b-ac35-e54c73e4ebd9 {{(pid=93068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 09:25:00.549083 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98531c8-20f3-434b-8695-56ae1a65495d req-110a9bef-4508-400d-ade2-cdd42ac26deb service neutron] Checking agent: {'id': '2e21c55d-f4ce-498b-abcc-e7d8675cd352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80266', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 9, 22, 54), 'started_at': datetime.datetime(2021, 7, 28, 9, 22, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 9, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 09:25:00.550037 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98531c8-20f3-434b-8695-56ae1a65495d req-110a9bef-4508-400d-ade2-cdd42ac26deb service neutron] Checking segment: {'id': 'e2665667-7ebc-4093-83fc-21abd84d8703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bc5fa390-0a22-474b-ac35-e54c73e4ebd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 09:25:00.550439 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e98531c8-20f3-434b-8695-56ae1a65495d req-110a9bef-4508-400d-ade2-cdd42ac26deb service neutron] Bound using segment: {'id': 'e2665667-7ebc-4093-83fc-21abd84d8703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bc5fa390-0a22-474b-ac35-e54c73e4ebd9'} {{(pid=93068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 09:25:00.550895 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.managers [req-e98531c8-20f3-434b-8695-56ae1a65495d req-110a9bef-4508-400d-ade2-cdd42ac26deb service neutron] Bound port: 516a84f0-5846-45f0-8ffc-f11a2e8eec67, host: hv-cinder-80266, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2665667-7ebc-4093-83fc-21abd84d8703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'bc5fa390-0a22-474b-ac35-e54c73e4ebd9'}}] {{(pid=93068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 09:25:00.551447 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [req-e98531c8-20f3-434b-8695-56ae1a65495d req-110a9bef-4508-400d-ade2-cdd42ac26deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:00.564319 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b35b1-5a5f-48a6-9bba-67cf8c4b80d5 req-2f24713e-bacb-4a6a-910e-5c50ecb613cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:00.565372 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-e76b35b1-5a5f-48a6-9bba-67cf8c4b80d5 req-2f24713e-bacb-4a6a-910e-5c50ecb613cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for port, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:00.565950 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e76b35b1-5a5f-48a6-9bba-67cf8c4b80d5 req-2f24713e-bacb-4a6a-910e-5c50ecb613cd service neutron] 10.222.0.32 "PUT /v2.0/ports/2b4fdddf-03d6-4edc-b888-724b64f54c3b HTTP/1.1" status: 200 len: 1093 time: 1.8333707 Jul 28 09:25:00.566417 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '722bacfd-c01b-427f-a5db-de2581b3dc2e', 'tag': '2b4fdddf-03d6-4edc-b888-724b64f54c3b'}] {{(pid=93067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:25:00.574166 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}119bb006a51e6799d77012a49065aa76076224f53078518f9bbc3af1ae40a877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5835190a-93ea-4579-b88a-19ed1f15f45b" -d '{"events": [{"name": "network-changed", "server_uuid": "722bacfd-c01b-427f-a5db-de2581b3dc2e", "tag": "2b4fdddf-03d6-4edc-b888-724b64f54c3b"}]}' {{(pid=93067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:25:00.715888 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-b52e2974-7aeb-459d-9d21-4197a274151b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:00.731816 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-20839178-b66c-4f3d-8d0f-f87131a0bf45 req-faeabfdb-a3ea-4bac-8173-7eb48bbe6b9f tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 210 time: 0.1137843 Jul 28 09:25:00.741451 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.db [req-e98531c8-20f3-434b-8695-56ae1a65495d req-110a9bef-4508-400d-ade2-cdd42ac26deb service neutron] For port 516a84f0-5846-45f0-8ffc-f11a2e8eec67, host hv-cinder-80266, cleared binding levels {{(pid=93068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:25:00.749835 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.db [req-e98531c8-20f3-434b-8695-56ae1a65495d req-110a9bef-4508-400d-ade2-cdd42ac26deb service neutron] For port 516a84f0-5846-45f0-8ffc-f11a2e8eec67, host hv-cinder-80266, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=516a84f0-5846-45f0-8ffc-f11a2e8eec67,segment=NetworkSegment(e2665667-7ebc-4093-83fc-21abd84d8703),segment_id=e2665667-7ebc-4093-83fc-21abd84d8703)] {{(pid=93068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:25:00.768292 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [req-e98531c8-20f3-434b-8695-56ae1a65495d req-110a9bef-4508-400d-ade2-cdd42ac26deb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6036935'] for port, after_update {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:00.891638 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110a9bef-4508-400d-ade2-cdd42ac26deb service neutron] Pushing event updated for resources: {'Port': ['ID=516a84f0-5846-45f0-8ffc-f11a2e8eec67,revision_number=3']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:00.900452 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98531c8-20f3-434b-8695-56ae1a65495d req-110a9bef-4508-400d-ade2-cdd42ac26deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:00.901278 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [req-e98531c8-20f3-434b-8695-56ae1a65495d req-110a9bef-4508-400d-ade2-cdd42ac26deb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for port, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:00.911470 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [req-e98531c8-20f3-434b-8695-56ae1a65495d req-110a9bef-4508-400d-ade2-cdd42ac26deb service neutron] 10.222.0.32 "PUT /v2.0/ports/516a84f0-5846-45f0-8ffc-f11a2e8eec67 HTTP/1.1" status: 200 len: 1093 time: 1.9235475 Jul 28 09:25:00.912232 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89bf9e96-f9c0-4e9b-9eb6-a01c13b4ac67', 'tag': '516a84f0-5846-45f0-8ffc-f11a2e8eec67'}] {{(pid=93068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:25:00.914852 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}139b294935eba5b67723c4cb949653233a30e5923a0155ee6b45606758e66ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c44ebfe-5147-4c40-b72b-c968b99b49f3" -d '{"events": [{"name": "network-changed", "server_uuid": "89bf9e96-f9c0-4e9b-9eb6-a01c13b4ac67", "tag": "516a84f0-5846-45f0-8ffc-f11a2e8eec67"}]}' {{(pid=93068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:25:01.053820 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98531c8-20f3-434b-8695-56ae1a65495d req-1e48bc00-d9ec-481b-a2b2-04831f30c65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:01.055794 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [req-e98531c8-20f3-434b-8695-56ae1a65495d req-1e48bc00-d9ec-481b-a2b2-04831f30c65b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cdd4025f7c74471e81aa73079f97a769&device_id=89bf9e96-f9c0-4e9b-9eb6-a01c13b4ac67 HTTP/1.1" status: 200 len: 1096 time: 0.0999050 Jul 28 09:25:01.106333 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:01.118378 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f24713e-bacb-4a6a-910e-5c50ecb613cd service neutron] Pushing event updated for resources: {'Port': ['ID=2b4fdddf-03d6-4edc-b888-724b64f54c3b,revision_number=3']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:01.137541 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-682d9d42-d7fc-4130-ab31-554e737b3539 req-e6026500-04e6-4f7d-9b63-6d09bb60e441 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba7ca661-0cb6-4167-9687-f2b430c66e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6079540 Jul 28 09:25:01.146594 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [req-e98531c8-20f3-434b-8695-56ae1a65495d req-fb1798b0-84d9-4f8f-b4af-84297542d590 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=516a84f0-5846-45f0-8ffc-f11a2e8eec67 HTTP/1.1" status: 200 len: 217 time: 0.0796573 Jul 28 09:25:01.227339 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98531c8-20f3-434b-8695-56ae1a65495d req-fda9d841-a0fe-4df2-a74c-1e270f52191f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:01.232000 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [req-e98531c8-20f3-434b-8695-56ae1a65495d req-fda9d841-a0fe-4df2-a74c-1e270f52191f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e1f74411-6c4e-4dfc-902d-6f35d76f4922 HTTP/1.1" status: 200 len: 859 time: 0.0765104 Jul 28 09:25:01.249674 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 09:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bcc142c-b57b-499f-a092-72dae1bb3a8b x-openstack-request-id: req-3bcc142c-b57b-499f-a092-72dae1bb3a8b {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:25:01.251000 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "722bacfd-c01b-427f-a5db-de2581b3dc2e", "tag": "2b4fdddf-03d6-4edc-b888-724b64f54c3b", "status": "completed", "code": 200}]} {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:25:01.251482 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3bcc142c-b57b-499f-a092-72dae1bb3a8b {{(pid=93067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:25:01.252860 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '722bacfd-c01b-427f-a5db-de2581b3dc2e', 'tag': '2b4fdddf-03d6-4edc-b888-724b64f54c3b', 'status': 'completed', 'code': 200} Jul 28 09:25:01.286503 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [req-e98531c8-20f3-434b-8695-56ae1a65495d req-272d4943-602d-4227-9225-86efcf2a1711 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bc5fa390-0a22-474b-ac35-e54c73e4ebd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481215 Jul 28 09:25:01.306244 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b35b1-5a5f-48a6-9bba-67cf8c4b80d5 req-652bba0e-660c-468c-8d80-73c713729799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:01.307933 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e76b35b1-5a5f-48a6-9bba-67cf8c4b80d5 req-652bba0e-660c-468c-8d80-73c713729799 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cdd4025f7c74471e81aa73079f97a769&device_id=722bacfd-c01b-427f-a5db-de2581b3dc2e HTTP/1.1" status: 200 len: 1096 time: 0.6023350 Jul 28 09:25:01.312776 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 09:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c2c599-667f-45d4-9489-4996ef6ed758 x-openstack-request-id: req-f3c2c599-667f-45d4-9489-4996ef6ed758 {{(pid=93068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:25:01.313218 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89bf9e96-f9c0-4e9b-9eb6-a01c13b4ac67", "tag": "516a84f0-5846-45f0-8ffc-f11a2e8eec67", "status": "completed", "code": 200}]} {{(pid=93068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:25:01.313546 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f3c2c599-667f-45d4-9489-4996ef6ed758 {{(pid=93068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:25:01.314040 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89bf9e96-f9c0-4e9b-9eb6-a01c13b4ac67', 'tag': '516a84f0-5846-45f0-8ffc-f11a2e8eec67', 'status': 'completed', 'code': 200} Jul 28 09:25:01.389012 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e6680-87d4-4722-a650-0784802ff666 req-db30aa6e-0846-44d6-85ea-ba1e74880b49 tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:01.393769 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-436e6680-87d4-4722-a650-0784802ff666 req-db30aa6e-0846-44d6-85ea-ba1e74880b49 tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] 10.222.0.23 "GET /v2.0/ports?device_id=3553763b-4ea7-46c3-a243-3e7217b9f319 HTTP/1.1" status: 200 len: 944 time: 0.2715592 Jul 28 09:25:01.460259 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [req-e98531c8-20f3-434b-8695-56ae1a65495d req-3a2e7606-a200-449a-b5e9-e50c9433420c service neutron] 10.222.0.32 "GET /v2.0/networks/bc5fa390-0a22-474b-ac35-e54c73e4ebd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596787 Jul 28 09:25:01.505056 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe10ab-4715-469f-bdd5-5979f485b33a req-c774d550-a5ee-4e0d-9917-e81b28c59e45 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:01.511724 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-56fe10ab-4715-469f-bdd5-5979f485b33a req-c774d550-a5ee-4e0d-9917-e81b28c59e45 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.32 "GET /v2.0/networks?id=39e9cde6-0d01-4242-a6ed-06857cf13960 HTTP/1.1" status: 200 len: 811 time: 0.9164877 Jul 28 09:25:01.561103 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e76b35b1-5a5f-48a6-9bba-67cf8c4b80d5 req-fc74d977-e103-4661-a945-6e01f338429d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b4fdddf-03d6-4edc-b888-724b64f54c3b HTTP/1.1" status: 200 len: 217 time: 0.2379177 Jul 28 09:25:01.577576 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [req-e98531c8-20f3-434b-8695-56ae1a65495d req-c0888279-b01d-4842-9f49-61a7d5346ad8 service neutron] 10.222.0.32 "GET /v2.0/networks/bc5fa390-0a22-474b-ac35-e54c73e4ebd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165144 Jul 28 09:25:01.695675 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c44ebfe-5147-4c40-b72b-c968b99b49f3 req-5518cb74-c067-43e5-be61-4038e7f29a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:01.697281 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [req-5c44ebfe-5147-4c40-b72b-c968b99b49f3 req-5518cb74-c067-43e5-be61-4038e7f29a46 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cdd4025f7c74471e81aa73079f97a769&device_id=89bf9e96-f9c0-4e9b-9eb6-a01c13b4ac67 HTTP/1.1" status: 200 len: 1096 time: 0.0588293 Jul 28 09:25:01.707739 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d198b-fe1d-41a3-a6d1-c4960fca6bae req-79b0f361-2fe6-4ff0-b01c-b82fa7a1ad8d tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:01.710326 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-750d198b-fe1d-41a3-a6d1-c4960fca6bae req-79b0f361-2fe6-4ff0-b01c-b82fa7a1ad8d tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=89bf9e96-f9c0-4e9b-9eb6-a01c13b4ac67 HTTP/1.1" status: 200 len: 943 time: 0.2496729 Jul 28 09:25:01.743500 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-436e6680-87d4-4722-a650-0784802ff666 req-1c890872-882b-4778-aaf9-db55dc86825e tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] 10.222.0.23 "GET /v2.0/security-groups?id=af86cd65-c6a0-4edd-a79e-986ab1ba90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519965 Jul 28 09:25:01.851034 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-56fe10ab-4715-469f-bdd5-5979f485b33a req-2dd8a2b0-642e-42cf-b46e-03ab7b65253b tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a1f63fb540e42f18f0ec634cc138c04 HTTP/1.1" status: 200 len: 379 time: 0.2791724 Jul 28 09:25:01.857295 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76b35b1-5a5f-48a6-9bba-67cf8c4b80d5 req-63029403-ac80-4a8e-94d8-253ae938d936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:01.860659 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e76b35b1-5a5f-48a6-9bba-67cf8c4b80d5 req-63029403-ac80-4a8e-94d8-253ae938d936 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e1f74411-6c4e-4dfc-902d-6f35d76f4922 HTTP/1.1" status: 200 len: 859 time: 0.2822499 Jul 28 09:25:01.896202 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [req-56fe10ab-4715-469f-bdd5-5979f485b33a req-7063d485-b11c-4fe0-ab12-767ea4c182b8 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Request body: {'port': {'device_id': 'a93e643c-a780-41fb-9719-43b374afe806', 'network_id': '39e9cde6-0d01-4242-a6ed-06857cf13960', 'admin_state_up': True, 'tenant_id': '9a1f63fb540e42f18f0ec634cc138c04', 'security_groups': ['6ea8583d-85c5-4f8a-a115-2295137781ac']}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:25:01.919258 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c44ebfe-5147-4c40-b72b-c968b99b49f3 req-f5157bc1-ae5d-4590-9fc4-40a93eb0725c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:01.920799 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [req-5c44ebfe-5147-4c40-b72b-c968b99b49f3 req-f5157bc1-ae5d-4590-9fc4-40a93eb0725c service neutron] 10.222.0.32 "GET /v2.0/networks?id=bc5fa390-0a22-474b-ac35-e54c73e4ebd9 HTTP/1.1" status: 200 len: 920 time: 0.2162507 Jul 28 09:25:01.928765 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.32', 49766) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:25:02.031004 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-750d198b-fe1d-41a3-a6d1-c4960fca6bae req-3d2031fe-b9f2-4779-a572-d7dad9654a07 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052988 Jul 28 09:25:02.033180 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e76b35b1-5a5f-48a6-9bba-67cf8c4b80d5 req-7d7a035d-4b32-4ab1-8032-df07b500fe95 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bc5fa390-0a22-474b-ac35-e54c73e4ebd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0939901 Jul 28 09:25:02.048388 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-ec5fe060-ed82-4c6f-8a78-57db8dda08e1 req-0086a617-66f4-4674-ac41-9c0780ac4368 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 210 time: 0.0960999 Jul 28 09:25:02.051214 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [req-5c44ebfe-5147-4c40-b72b-c968b99b49f3 req-bcc550d7-5c0b-4f34-8679-46c131d7aeaa service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=516a84f0-5846-45f0-8ffc-f11a2e8eec67 HTTP/1.1" status: 200 len: 217 time: 0.1185734 Jul 28 09:25:02.072940 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-29fc97ff-9392-4c7d-8b91-be3be07fca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:02.198938 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c44ebfe-5147-4c40-b72b-c968b99b49f3 req-0c8dc051-9d00-4839-9f58-fac140a80dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:02.200494 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [req-5c44ebfe-5147-4c40-b72b-c968b99b49f3 req-0c8dc051-9d00-4839-9f58-fac140a80dad service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e1f74411-6c4e-4dfc-902d-6f35d76f4922 HTTP/1.1" status: 200 len: 859 time: 0.1341598 Jul 28 09:25:02.257570 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [req-5c44ebfe-5147-4c40-b72b-c968b99b49f3 req-b2a37827-00c4-4c58-9bdb-15dc99dc298b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bc5fa390-0a22-474b-ac35-e54c73e4ebd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310128 Jul 28 09:25:02.265109 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3809a6-beec-4067-8069-53b02befc6a3 req-718a4933-9fc6-4aed-b100-90498c3d1921 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:02.266747 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [req-3b3809a6-beec-4067-8069-53b02befc6a3 req-718a4933-9fc6-4aed-b100-90498c3d1921 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.32 "GET /v2.0/networks?id=59c4a637-5ed0-4b6e-a037-96ec97ce270f HTTP/1.1" status: 200 len: 817 time: 0.3326089 Jul 28 09:25:02.365039 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b7d9b9be-7324-4991-a29f-9c7903d42684 req-403583ce-bcb2-4d75-a4df-a2cdf2bf52b0 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 210 time: 0.0827403 Jul 28 09:25:02.413465 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [req-3b3809a6-beec-4067-8069-53b02befc6a3 req-4d6eb64e-edd8-4efd-9095-a3888b45d866 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8340ca8a0bb47c3871a9e4d939e9a44 HTTP/1.1" status: 200 len: 380 time: 0.0884292 Jul 28 09:25:02.428423 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.v2.base [req-3b3809a6-beec-4067-8069-53b02befc6a3 req-153a1159-9322-4808-b1d1-8627f3162745 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Request body: {'port': {'device_id': '1770556b-7187-418c-9c5e-6f6652a8f4c3', 'network_id': '59c4a637-5ed0-4b6e-a037-96ec97ce270f', 'admin_state_up': True, 'tenant_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'security_groups': ['507178fb-1e62-4056-99a5-6de0f8f8e4c9']}} {{(pid=93068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:25:02.447021 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8ed3e7-30ca-44f8-8b99-b7d2b2875b5b req-a35f9819-6ccd-448c-9d2a-f4066a0409b6 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:02.449307 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-1f8ed3e7-30ca-44f8-8b99-b7d2b2875b5b req-a35f9819-6ccd-448c-9d2a-f4066a0409b6 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e1287df-cb69-4058-b6ed-b2156f10ea45 HTTP/1.1" status: 200 len: 944 time: 0.1797059 Jul 28 09:25:02.467049 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56fe10ab-4715-469f-bdd5-5979f485b33a req-7063d485-b11c-4fe0-ab12-767ea4c182b8 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Made reservation on behalf of 9a1f63fb540e42f18f0ec634cc138c04 for: {'port': 1} {{(pid=93067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:25:02.470668 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-56fe10ab-4715-469f-bdd5-5979f485b33a req-7063d485-b11c-4fe0-ab12-767ea4c182b8 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:02.507290 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [req-5c44ebfe-5147-4c40-b72b-c968b99b49f3 req-a5944678-ac86-4156-aaf6-3e7c60eab015 service neutron] 10.222.0.32 "GET /v2.0/networks/bc5fa390-0a22-474b-ac35-e54c73e4ebd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365153 Jul 28 09:25:02.582928 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e76b35b1-5a5f-48a6-9bba-67cf8c4b80d5 req-5cd38323-15ae-458d-8d0d-05fef1af500d service neutron] 10.222.0.32 "GET /v2.0/networks/bc5fa390-0a22-474b-ac35-e54c73e4ebd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5009952 Jul 28 09:25:02.613921 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-1f8ed3e7-30ca-44f8-8b99-b7d2b2875b5b req-b5369bfb-7687-4319-84f3-e03694fe9223 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba7ca661-0cb6-4167-9687-f2b430c66e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575518 Jul 28 09:25:02.663761 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [req-5c44ebfe-5147-4c40-b72b-c968b99b49f3 req-18303a38-5cb0-46e9-905b-17969e4757aa service neutron] 10.222.0.32 "GET /v2.0/networks/bc5fa390-0a22-474b-ac35-e54c73e4ebd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492684 Jul 28 09:25:02.664915 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b3809a6-beec-4067-8069-53b02befc6a3 req-153a1159-9322-4808-b1d1-8627f3162745 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Made reservation on behalf of b8340ca8a0bb47c3871a9e4d939e9a44 for: {'port': 1} {{(pid=93068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:25:02.669249 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [req-3b3809a6-beec-4067-8069-53b02befc6a3 req-153a1159-9322-4808-b1d1-8627f3162745 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:02.737818 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.db_base_plugin_common [req-56fe10ab-4715-469f-bdd5-5979f485b33a req-7063d485-b11c-4fe0-ab12-767ea4c182b8 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Allocated IP 172.20.0.11 (39e9cde6-0d01-4242-a6ed-06857cf13960/20e57957-5bf7-45eb-ad51-199187182dea/07e5d078-45f6-402a-8b20-74f5720941fe) {{(pid=93067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:25:02.756418 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e76b35b1-5a5f-48a6-9bba-67cf8c4b80d5 req-da05150b-ccb5-4d06-b08b-db2ea299876b service neutron] 10.222.0.32 "GET /v2.0/networks/bc5fa390-0a22-474b-ac35-e54c73e4ebd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703637 Jul 28 09:25:02.763130 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device d71e8fb8-deed-4e7a-ad68-64fbaee0e441 up at agent hyperv_hv-cinder-80266 {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:25:02.829045 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.db.db_base_plugin_common [req-3b3809a6-beec-4067-8069-53b02befc6a3 req-153a1159-9322-4808-b1d1-8627f3162745 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Allocated IP 172.20.0.10 (59c4a637-5ed0-4b6e-a037-96ec97ce270f/fd0bcb40-b982-4039-a925-2309bc61c85b/783c4c2d-0e20-455d-97a1-49611ff7ea66) {{(pid=93068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:25:02.861696 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Provisioning for port d71e8fb8-deed-4e7a-ad68-64fbaee0e441 completed by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:25:02.866259 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Provisioning complete for port d71e8fb8-deed-4e7a-ad68-64fbaee0e441 triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:25:02.869595 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:02.899801 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5835190a-93ea-4579-b88a-19ed1f15f45b req-20f87fb7-7fe6-45d7-a3a9-6873a71f9a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:02.901756 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-5835190a-93ea-4579-b88a-19ed1f15f45b req-20f87fb7-7fe6-45d7-a3a9-6873a71f9a2e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cdd4025f7c74471e81aa73079f97a769&device_id=722bacfd-c01b-427f-a5db-de2581b3dc2e HTTP/1.1" status: 200 len: 1096 time: 0.0580945 Jul 28 09:25:03.021578 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [req-3b3809a6-beec-4067-8069-53b02befc6a3 req-153a1159-9322-4808-b1d1-8627f3162745 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks [] for port, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:03.044099 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.db.provisioning_blocks [req-3b3809a6-beec-4067-8069-53b02befc6a3 req-153a1159-9322-4808-b1d1-8627f3162745 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Transition to ACTIVE for port object 783c4c2d-0e20-455d-97a1-49611ff7ea66 will not be triggered until provisioned by entity DHCP. {{(pid=93068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:25:03.048255 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:03.089843 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1287df-cb69-4058-b6ed-b2156f10ea45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd71e8fb8-deed-4e7a-ad68-64fbaee0e441'}] {{(pid=93069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:25:03.092310 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [req-3b3809a6-beec-4067-8069-53b02befc6a3 req-153a1159-9322-4808-b1d1-8627f3162745 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732595289878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036940'] for port, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:03.098626 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-56fe10ab-4715-469f-bdd5-5979f485b33a req-7063d485-b11c-4fe0-ab12-767ea4c182b8 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks [] for port, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:03.122277 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b8377-0668-423e-85b7-57eaebfd3b21 req-3dc064b9-eb57-4c8c-b687-68859e1c1ada tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:03.130044 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-eb2b8377-0668-423e-85b7-57eaebfd3b21 req-3dc064b9-eb57-4c8c-b687-68859e1c1ada tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] 10.222.0.23 "GET /v2.0/ports?device_id=3553763b-4ea7-46c3-a243-3e7217b9f319 HTTP/1.1" status: 200 len: 944 time: 0.2263482 Jul 28 09:25:03.142815 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5835190a-93ea-4579-b88a-19ed1f15f45b req-12286467-c2dd-4b91-a971-ef612c5f03d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:03.144351 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-5835190a-93ea-4579-b88a-19ed1f15f45b req-12286467-c2dd-4b91-a971-ef612c5f03d7 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bc5fa390-0a22-474b-ac35-e54c73e4ebd9 HTTP/1.1" status: 200 len: 920 time: 0.2346299 Jul 28 09:25:03.148333 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.provisioning_blocks [req-56fe10ab-4715-469f-bdd5-5979f485b33a req-7063d485-b11c-4fe0-ab12-767ea4c182b8 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Transition to ACTIVE for port object 07e5d078-45f6-402a-8b20-74f5720941fe will not be triggered until provisioned by entity DHCP. {{(pid=93067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:25:03.164384 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b3809a6-beec-4067-8069-53b02befc6a3 req-153a1159-9322-4808-b1d1-8627f3162745 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Network 59c4a637-5ed0-4b6e-a037-96ec97ce270f is already hosted by enough agents. {{(pid=93068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:25:03.168007 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.base_scheduler [req-3b3809a6-beec-4067-8069-53b02befc6a3 req-153a1159-9322-4808-b1d1-8627f3162745 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Resources bound (agent type, host, resource id): {{(pid=93068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:25:03.185026 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b3809a6-beec-4067-8069-53b02befc6a3 req-153a1159-9322-4808-b1d1-8627f3162745 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Received port after_create {{(pid=93068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 09:25:03.233398 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-5835190a-93ea-4579-b88a-19ed1f15f45b req-5fbb95c7-1d85-4e3e-9476-229354e47874 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b4fdddf-03d6-4edc-b888-724b64f54c3b HTTP/1.1" status: 200 len: 217 time: 0.0777259 Jul 28 09:25:03.257601 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-eb2b8377-0668-423e-85b7-57eaebfd3b21 req-b8b9df71-4fd6-4c43-a5b5-331aa954108f tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] 10.222.0.23 "GET /v2.0/security-groups?id=af86cd65-c6a0-4edd-a79e-986ab1ba90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263776 Jul 28 09:25:03.273193 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153a1159-9322-4808-b1d1-8627f3162745 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Pushing event updated for resources: {'Port': ['ID=783c4c2d-0e20-455d-97a1-49611ff7ea66,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:03.290488 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port d71e8fb8-deed-4e7a-ad68-64fbaee0e441, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=d71e8fb8-deed-4e7a-ad68-64fbaee0e441,segment=NetworkSegment(0cfbf343-39bd-4fe2-a34a-bcc21842f0af),segment_id=0cfbf343-39bd-4fe2-a34a-bcc21842f0af)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:25:03.303116 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:03.304757 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device eca2dda2-dd14-4098-a22d-67e6250c6eb4 up at agent hyperv_hv-cinder-80266 {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:25:03.310064 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3809a6-beec-4067-8069-53b02befc6a3 req-153a1159-9322-4808-b1d1-8627f3162745 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:03.311886 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [req-3b3809a6-beec-4067-8069-53b02befc6a3 req-153a1159-9322-4808-b1d1-8627f3162745 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for port, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:03.351011 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [req-3b3809a6-beec-4067-8069-53b02befc6a3 req-153a1159-9322-4808-b1d1-8627f3162745 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9302726 Jul 28 09:25:03.366869 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.v2.base [req-3b3809a6-beec-4067-8069-53b02befc6a3 req-2ade075b-8f55-4cf2-9533-6bba21c9b53b service neutron] Request body: {'port': {'device_id': '1770556b-7187-418c-9c5e-6f6652a8f4c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80266'}} {{(pid=93068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:25:03.433102 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386f2323eb9bad1244c7f57c000109fc890726fb555cdcb5e37d65c089562af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d3e61a0-2c37-4fa2-9fcd-2f40d3bc237f" -d '{"events": [{"server_uuid": "6e1287df-cb69-4058-b6ed-b2156f10ea45", "name": "network-vif-plugged", "status": "completed", "tag": "d71e8fb8-deed-4e7a-ad68-64fbaee0e441"}]}' {{(pid=93069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:25:03.446140 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-0c4148c5-c8ea-48d5-b19b-68e5d709379b req-c4f31834-7b9d-4117-bb41-b439ac7d6218 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 210 time: 0.0686042 Jul 28 09:25:03.461361 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5835190a-93ea-4579-b88a-19ed1f15f45b req-ef8a1460-0f44-4b8b-ab23-4a67cd7e4149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:03.468751 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [req-3b3809a6-beec-4067-8069-53b02befc6a3 req-2ade075b-8f55-4cf2-9533-6bba21c9b53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:03.472393 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-5835190a-93ea-4579-b88a-19ed1f15f45b req-ef8a1460-0f44-4b8b-ab23-4a67cd7e4149 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e1f74411-6c4e-4dfc-902d-6f35d76f4922 HTTP/1.1" status: 200 len: 859 time: 0.2139890 Jul 28 09:25:03.480603 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Pushing event updated for resources: {'Port': ['ID=d71e8fb8-deed-4e7a-ad68-64fbaee0e441,revision_number=5']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:03.485281 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Provisioning for port eca2dda2-dd14-4098-a22d-67e6250c6eb4 completed by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:25:03.491412 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Provisioning complete for port eca2dda2-dd14-4098-a22d-67e6250c6eb4 triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:25:03.492022 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:03.514453 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-5835190a-93ea-4579-b88a-19ed1f15f45b req-4836eea7-be2a-438d-abe1-05790c5386ee service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bc5fa390-0a22-474b-ac35-e54c73e4ebd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405860 Jul 28 09:25:03.534779 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b081b8b-8890-4446-a797-3e9592d5e565 req-2419fc6f-3252-4fd7-9221-226a3a59b731 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:03.537027 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-9b081b8b-8890-4446-a797-3e9592d5e565 req-2419fc6f-3252-4fd7-9221-226a3a59b731 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=89bf9e96-f9c0-4e9b-9eb6-a01c13b4ac67 HTTP/1.1" status: 200 len: 943 time: 0.3283257 Jul 28 09:25:03.549876 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-56fe10ab-4715-469f-bdd5-5979f485b33a req-7063d485-b11c-4fe0-ab12-767ea4c182b8 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732595289878'] for port, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:03.734299 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-9b081b8b-8890-4446-a797-3e9592d5e565 req-983f69c6-2003-4afb-af47-35c0af27eb4b tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810670 Jul 28 09:25:03.747623 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56fe10ab-4715-469f-bdd5-5979f485b33a req-7063d485-b11c-4fe0-ab12-767ea4c182b8 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Network 39e9cde6-0d01-4242-a6ed-06857cf13960 is already hosted by enough agents. {{(pid=93067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:25:03.752427 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:03.768486 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0152676-0c74-4d3e-b851-1f0ae3192636 req-dcf08ecb-fee5-4a2b-9a5c-a2ccca605ca1 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:03.770897 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-d0152676-0c74-4d3e-b851-1f0ae3192636 req-dcf08ecb-fee5-4a2b-9a5c-a2ccca605ca1 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 932 time: 0.2323015 Jul 28 09:25:03.772339 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.base_scheduler [req-56fe10ab-4715-469f-bdd5-5979f485b33a req-7063d485-b11c-4fe0-ab12-767ea4c182b8 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Resources bound (agent type, host, resource id): {{(pid=93067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:25:03.774539 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7063d485-b11c-4fe0-ab12-767ea4c182b8 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Pushing event updated for resources: {'Port': ['ID=07e5d078-45f6-402a-8b20-74f5720941fe,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:03.777621 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.l3_dvrscheduler_db [req-56fe10ab-4715-469f-bdd5-5979f485b33a req-7063d485-b11c-4fe0-ab12-767ea4c182b8 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Received port after_create {{(pid=93067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 09:25:03.783774 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe10ab-4715-469f-bdd5-5979f485b33a req-7063d485-b11c-4fe0-ab12-767ea4c182b8 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:03.784460 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-56fe10ab-4715-469f-bdd5-5979f485b33a req-7063d485-b11c-4fe0-ab12-767ea4c182b8 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for port, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:03.797093 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-2284cd4c-493c-4cd5-902b-cad83a6c7b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:03.847529 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port eca2dda2-dd14-4098-a22d-67e6250c6eb4, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=eca2dda2-dd14-4098-a22d-67e6250c6eb4,segment=NetworkSegment(f023c778-1afa-49d5-8ab8-135354e6c980),segment_id=f023c778-1afa-49d5-8ab8-135354e6c980)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:25:03.849984 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-21567802-38ec-4dd9-b941-d79bd6c06ac3 None None] Provisioning for port 783c4c2d-0e20-455d-97a1-49611ff7ea66 completed by entity DHCP. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:25:03.854040 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.notifiers.nova [req-3b3809a6-beec-4067-8069-53b02befc6a3 req-2ade075b-8f55-4cf2-9533-6bba21c9b53b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 783c4c2d-0e20-455d-97a1-49611ff7ea66 {{(pid=93068) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 09:25:03.857066 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-21567802-38ec-4dd9-b941-d79bd6c06ac3 None None] Provisioning complete for port 783c4c2d-0e20-455d-97a1-49611ff7ea66 triggered by entity DHCP. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:25:03.857678 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-21567802-38ec-4dd9-b941-d79bd6c06ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:03.884666 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [req-3b3809a6-beec-4067-8069-53b02befc6a3 req-2ade075b-8f55-4cf2-9533-6bba21c9b53b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:03.888847 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-56fe10ab-4715-469f-bdd5-5979f485b33a req-7063d485-b11c-4fe0-ab12-767ea4c182b8 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0102208 Jul 28 09:25:03.890560 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:03.899372 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-d0152676-0c74-4d3e-b851-1f0ae3192636 req-5595ac81-4a8f-4877-9bde-8cfd48714f57 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089606 Jul 28 09:25:03.913261 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-5835190a-93ea-4579-b88a-19ed1f15f45b req-b11cec42-08b3-4565-8748-f81903e4e690 service neutron] 10.222.0.32 "GET /v2.0/networks/bc5fa390-0a22-474b-ac35-e54c73e4ebd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3736565 Jul 28 09:25:03.920012 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.db.provisioning_blocks [req-3b3809a6-beec-4067-8069-53b02befc6a3 req-2ade075b-8f55-4cf2-9533-6bba21c9b53b service neutron] Transition to ACTIVE for port object 783c4c2d-0e20-455d-97a1-49611ff7ea66 will not be triggered until provisioned by entity L2. {{(pid=93068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:25:03.924798 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-21567802-38ec-4dd9-b941-d79bd6c06ac3 None None] Port 783c4c2d-0e20-455d-97a1-49611ff7ea66 cannot update to ACTIVE because it is not bound. {{(pid=93069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 09:25:03.930403 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [req-3b3809a6-beec-4067-8069-53b02befc6a3 req-2ade075b-8f55-4cf2-9533-6bba21c9b53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6036935'] for port, after_update {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:03.972503 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Pushing event updated for resources: {'Port': ['ID=eca2dda2-dd14-4098-a22d-67e6250c6eb4,revision_number=5']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:04.029952 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ade075b-8f55-4cf2-9533-6bba21c9b53b service neutron] Pushing event updated for resources: {'Port': ['ID=783c4c2d-0e20-455d-97a1-49611ff7ea66,revision_number=2']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:04.061798 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dfab39-5f37-4994-8f71-d3224bc28bba req-ec5f1e50-1b7b-4e93-aedc-75a17e9a5c52 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:04.071826 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-d9dfab39-5f37-4994-8f71-d3224bc28bba req-ec5f1e50-1b7b-4e93-aedc-75a17e9a5c52 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e1287df-cb69-4058-b6ed-b2156f10ea45 HTTP/1.1" status: 200 len: 945 time: 0.0849321 Jul 28 09:25:04.076605 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 09:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af633bce-beb5-4b0b-b4dd-a21950db352b x-openstack-request-id: req-af633bce-beb5-4b0b-b4dd-a21950db352b {{(pid=93069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:25:04.076911 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e1287df-cb69-4058-b6ed-b2156f10ea45", "name": "network-vif-plugged", "status": "completed", "tag": "d71e8fb8-deed-4e7a-ad68-64fbaee0e441", "code": 200}]} {{(pid=93069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:25:04.077164 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-af633bce-beb5-4b0b-b4dd-a21950db352b {{(pid=93069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:25:04.077622 dv-cinder-802669-1-iscsi neutron-server[93069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e1287df-cb69-4058-b6ed-b2156f10ea45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd71e8fb8-deed-4e7a-ad68-64fbaee0e441', 'code': 200} Jul 28 09:25:04.132731 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-d9dfab39-5f37-4994-8f71-d3224bc28bba req-50bf3123-29b8-4372-8020-943ceee37776 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba7ca661-0cb6-4167-9687-f2b430c66e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560920 Jul 28 09:25:04.170191 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.managers [req-3b3809a6-beec-4067-8069-53b02befc6a3 req-2ade075b-8f55-4cf2-9533-6bba21c9b53b service neutron] Attempting to bind port 783c4c2d-0e20-455d-97a1-49611ff7ea66 on host hv-cinder-80266 for vnic_type normal with profile {{(pid=93068) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 09:25:04.170530 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.managers [req-3b3809a6-beec-4067-8069-53b02befc6a3 req-2ade075b-8f55-4cf2-9533-6bba21c9b53b service neutron] Attempting to bind port 783c4c2d-0e20-455d-97a1-49611ff7ea66 by drivers openvswitch,hyperv on host hv-cinder-80266 at level 0 using segments [{'id': '8d4ebd29-05d0-486e-9486-49583b4bf742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '59c4a637-5ed0-4b6e-a037-96ec97ce270f'}] {{(pid=93068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 09:25:04.170861 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3809a6-beec-4067-8069-53b02befc6a3 req-2ade075b-8f55-4cf2-9533-6bba21c9b53b service neutron] Attempting to bind port 783c4c2d-0e20-455d-97a1-49611ff7ea66 on network 59c4a637-5ed0-4b6e-a037-96ec97ce270f {{(pid=93068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 09:25:04.175555 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3809a6-beec-4067-8069-53b02befc6a3 req-2ade075b-8f55-4cf2-9533-6bba21c9b53b service neutron] Port 783c4c2d-0e20-455d-97a1-49611ff7ea66 on network 59c4a637-5ed0-4b6e-a037-96ec97ce270f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80266 {{(pid=93068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 09:25:04.176543 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3809a6-beec-4067-8069-53b02befc6a3 req-2ade075b-8f55-4cf2-9533-6bba21c9b53b service neutron] Attempting to bind port 783c4c2d-0e20-455d-97a1-49611ff7ea66 on network 59c4a637-5ed0-4b6e-a037-96ec97ce270f {{(pid=93068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 09:25:04.182988 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3809a6-beec-4067-8069-53b02befc6a3 req-2ade075b-8f55-4cf2-9533-6bba21c9b53b service neutron] Checking agent: {'id': '2e21c55d-f4ce-498b-abcc-e7d8675cd352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80266', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 9, 22, 54), 'started_at': datetime.datetime(2021, 7, 28, 9, 22, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 9, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 09:25:04.183731 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3809a6-beec-4067-8069-53b02befc6a3 req-2ade075b-8f55-4cf2-9533-6bba21c9b53b service neutron] Checking segment: {'id': '8d4ebd29-05d0-486e-9486-49583b4bf742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '59c4a637-5ed0-4b6e-a037-96ec97ce270f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 09:25:04.184229 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3809a6-beec-4067-8069-53b02befc6a3 req-2ade075b-8f55-4cf2-9533-6bba21c9b53b service neutron] Bound using segment: {'id': '8d4ebd29-05d0-486e-9486-49583b4bf742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '59c4a637-5ed0-4b6e-a037-96ec97ce270f'} {{(pid=93068) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 09:25:04.184729 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.managers [req-3b3809a6-beec-4067-8069-53b02befc6a3 req-2ade075b-8f55-4cf2-9533-6bba21c9b53b service neutron] Bound port: 783c4c2d-0e20-455d-97a1-49611ff7ea66, host: hv-cinder-80266, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d4ebd29-05d0-486e-9486-49583b4bf742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '59c4a637-5ed0-4b6e-a037-96ec97ce270f'}}] {{(pid=93068) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 09:25:04.185151 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [req-3b3809a6-beec-4067-8069-53b02befc6a3 req-2ade075b-8f55-4cf2-9533-6bba21c9b53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:04.251419 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-3ea2efce-eacf-4d6d-8b89-18dfb4632937 None None] Provisioning for port 07e5d078-45f6-402a-8b20-74f5720941fe completed by entity DHCP. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:25:04.256649 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-3ea2efce-eacf-4d6d-8b89-18dfb4632937 None None] Provisioning complete for port 07e5d078-45f6-402a-8b20-74f5720941fe triggered by entity DHCP. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:25:04.257050 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-3ea2efce-eacf-4d6d-8b89-18dfb4632937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:04.264085 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.db [req-3b3809a6-beec-4067-8069-53b02befc6a3 req-2ade075b-8f55-4cf2-9533-6bba21c9b53b service neutron] For port 783c4c2d-0e20-455d-97a1-49611ff7ea66, host hv-cinder-80266, cleared binding levels {{(pid=93068) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:25:04.268384 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.db [req-3b3809a6-beec-4067-8069-53b02befc6a3 req-2ade075b-8f55-4cf2-9533-6bba21c9b53b service neutron] For port 783c4c2d-0e20-455d-97a1-49611ff7ea66, host hv-cinder-80266, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=783c4c2d-0e20-455d-97a1-49611ff7ea66,segment=NetworkSegment(8d4ebd29-05d0-486e-9486-49583b4bf742),segment_id=8d4ebd29-05d0-486e-9486-49583b4bf742)] {{(pid=93068) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:25:04.273855 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [req-3b3809a6-beec-4067-8069-53b02befc6a3 req-2ade075b-8f55-4cf2-9533-6bba21c9b53b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6036935'] for port, after_update {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:04.294618 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3809a6-beec-4067-8069-53b02befc6a3 req-2ade075b-8f55-4cf2-9533-6bba21c9b53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:04.295153 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [req-3b3809a6-beec-4067-8069-53b02befc6a3 req-2ade075b-8f55-4cf2-9533-6bba21c9b53b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for port, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:04.297097 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [req-3b3809a6-beec-4067-8069-53b02befc6a3 req-2ade075b-8f55-4cf2-9533-6bba21c9b53b service neutron] 10.222.0.32 "PUT /v2.0/ports/783c4c2d-0e20-455d-97a1-49611ff7ea66 HTTP/1.1" status: 200 len: 1094 time: 0.9364369 Jul 28 09:25:04.299471 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1770556b-7187-418c-9c5e-6f6652a8f4c3', 'tag': '783c4c2d-0e20-455d-97a1-49611ff7ea66'}] {{(pid=93068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:25:04.304406 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}139b294935eba5b67723c4cb949653233a30e5923a0155ee6b45606758e66ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d2b2b5-7a40-4e32-8ea8-f8b9b015188f" -d '{"events": [{"name": "network-changed", "server_uuid": "1770556b-7187-418c-9c5e-6f6652a8f4c3", "tag": "783c4c2d-0e20-455d-97a1-49611ff7ea66"}]}' {{(pid=93068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:25:04.307598 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-3ea2efce-eacf-4d6d-8b89-18dfb4632937 None None] Port 07e5d078-45f6-402a-8b20-74f5720941fe cannot update to ACTIVE because it is not bound. {{(pid=93069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 09:25:04.360423 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ade075b-8f55-4cf2-9533-6bba21c9b53b service neutron] Pushing event updated for resources: {'Port': ['ID=783c4c2d-0e20-455d-97a1-49611ff7ea66,revision_number=3']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:04.378534 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 09:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf96d7f-fa57-4fc8-9a62-9a55d8b329f5 x-openstack-request-id: req-edf96d7f-fa57-4fc8-9a62-9a55d8b329f5 {{(pid=93068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:25:04.378534 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1770556b-7187-418c-9c5e-6f6652a8f4c3", "tag": "783c4c2d-0e20-455d-97a1-49611ff7ea66", "status": "completed", "code": 200}]} {{(pid=93068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:25:04.383787 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-edf96d7f-fa57-4fc8-9a62-9a55d8b329f5 {{(pid=93068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:25:04.384218 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1770556b-7187-418c-9c5e-6f6652a8f4c3', 'tag': '783c4c2d-0e20-455d-97a1-49611ff7ea66', 'status': 'completed', 'code': 200} Jul 28 09:25:04.419488 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751057b1-d8d6-4796-993b-f09df79d3315 req-288b8d23-ec41-4b4f-9b17-867f935567cc tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:04.421048 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-751057b1-d8d6-4796-993b-f09df79d3315 req-288b8d23-ec41-4b4f-9b17-867f935567cc tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] 10.222.0.23 "GET /v2.0/ports?device_id=3553763b-4ea7-46c3-a243-3e7217b9f319 HTTP/1.1" status: 200 len: 945 time: 0.0713346 Jul 28 09:25:04.468725 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-751057b1-d8d6-4796-993b-f09df79d3315 req-855a495d-fb89-4e4c-bac5-ff2e40893aea tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] 10.222.0.23 "GET /v2.0/security-groups?id=af86cd65-c6a0-4edd-a79e-986ab1ba90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413976 Jul 28 09:25:04.585641 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5835ce7c-2802-4fec-94a9-060493ec278d req-de17d2b4-1ed9-4702-b7f9-c0e22d31f035 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:04.587167 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-5835ce7c-2802-4fec-94a9-060493ec278d req-de17d2b4-1ed9-4702-b7f9-c0e22d31f035 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 932 time: 0.0595806 Jul 28 09:25:04.626226 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-5835ce7c-2802-4fec-94a9-060493ec278d req-a27bd052-1250-4fcd-910b-f5f69a134a87 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319700 Jul 28 09:25:04.852294 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856e5293-1eb9-4096-a986-66f915a90d2b req-ab2bbc31-0f9a-4a72-80fc-505e23c95485 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:04.853687 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-856e5293-1eb9-4096-a986-66f915a90d2b req-ab2bbc31-0f9a-4a72-80fc-505e23c95485 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=89bf9e96-f9c0-4e9b-9eb6-a01c13b4ac67 HTTP/1.1" status: 200 len: 943 time: 0.0478356 Jul 28 09:25:04.891224 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-856e5293-1eb9-4096-a986-66f915a90d2b req-d6369521-39d2-485d-81dd-0224ee654a2c tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315852 Jul 28 09:25:05.017723 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25d1ece-1150-4db7-ad78-b2bc4d32ca7d req-70f397fc-0f6c-4133-ba60-5b6c3f6af954 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:05.019207 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e25d1ece-1150-4db7-ad78-b2bc4d32ca7d req-70f397fc-0f6c-4133-ba60-5b6c3f6af954 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 944 time: 0.0486896 Jul 28 09:25:05.057657 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e25d1ece-1150-4db7-ad78-b2bc4d32ca7d req-d92cf8d0-9f55-441a-ae4e-f04aa45de0db tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322866 Jul 28 09:25:05.247012 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496bbd98-c03c-47cd-a965-394514703964 req-54e91d72-5612-4d2f-9bc2-e06750191747 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:05.248534 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-496bbd98-c03c-47cd-a965-394514703964 req-54e91d72-5612-4d2f-9bc2-e06750191747 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e1287df-cb69-4058-b6ed-b2156f10ea45 HTTP/1.1" status: 200 len: 945 time: 0.0513268 Jul 28 09:25:05.286628 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-496bbd98-c03c-47cd-a965-394514703964 req-51e0a5d6-ba5d-4065-b069-8eeda524ef36 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba7ca661-0cb6-4167-9687-f2b430c66e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321550 Jul 28 09:25:05.592752 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f06b195-d952-4100-938f-ae55ab2d308e req-b925a2e5-3010-4c96-8dae-a779a889cf2b tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:05.594233 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-9f06b195-d952-4100-938f-ae55ab2d308e req-b925a2e5-3010-4c96-8dae-a779a889cf2b tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] 10.222.0.23 "GET /v2.0/ports?device_id=3553763b-4ea7-46c3-a243-3e7217b9f319 HTTP/1.1" status: 200 len: 945 time: 0.0482476 Jul 28 09:25:05.633791 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-9f06b195-d952-4100-938f-ae55ab2d308e req-1323e622-394a-4eaa-9003-b69803def9fc tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] 10.222.0.23 "GET /v2.0/security-groups?id=af86cd65-c6a0-4edd-a79e-986ab1ba90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327797 Jul 28 09:25:05.747950 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38e48b-5d83-4757-9bf1-d3cde377e52c req-865e5d25-aec9-4b4b-b43d-c51e245a8e1f tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:05.749466 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-dd38e48b-5d83-4757-9bf1-d3cde377e52c req-865e5d25-aec9-4b4b-b43d-c51e245a8e1f tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 932 time: 0.0547574 Jul 28 09:25:05.787874 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-dd38e48b-5d83-4757-9bf1-d3cde377e52c req-ddff0c7b-e11d-4094-8d7a-ae2e7f7a9e43 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322728 Jul 28 09:25:06.009804 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b4c464-004d-4645-9ea7-24eec9a896a1 req-67584f88-faa5-4df1-839a-cb0b1917edbf tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:06.011415 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-17b4c464-004d-4645-9ea7-24eec9a896a1 req-67584f88-faa5-4df1-839a-cb0b1917edbf tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=89bf9e96-f9c0-4e9b-9eb6-a01c13b4ac67 HTTP/1.1" status: 200 len: 943 time: 0.0530341 Jul 28 09:25:06.053488 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-17b4c464-004d-4645-9ea7-24eec9a896a1 req-c79b4da0-32bb-4864-91be-a105588422dc tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360146 Jul 28 09:25:06.078771 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3553763b-4ea7-46c3-a243-3e7217b9f319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eca2dda2-dd14-4098-a22d-67e6250c6eb4'}] {{(pid=93069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:25:06.081082 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386f2323eb9bad1244c7f57c000109fc890726fb555cdcb5e37d65c089562af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aefed7a6-6754-47c7-a710-dc1e581abc3c" -d '{"events": [{"server_uuid": "3553763b-4ea7-46c3-a243-3e7217b9f319", "name": "network-vif-plugged", "status": "completed", "tag": "eca2dda2-dd14-4098-a22d-67e6250c6eb4"}]}' {{(pid=93069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:25:06.121657 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 09:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89f0bfb-8e51-4999-839b-3d93bf874137 x-openstack-request-id: req-f89f0bfb-8e51-4999-839b-3d93bf874137 {{(pid=93069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:25:06.121965 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3553763b-4ea7-46c3-a243-3e7217b9f319", "name": "network-vif-plugged", "status": "completed", "tag": "eca2dda2-dd14-4098-a22d-67e6250c6eb4", "code": 200}]} {{(pid=93069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:25:06.122205 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f89f0bfb-8e51-4999-839b-3d93bf874137 {{(pid=93069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:25:06.122601 dv-cinder-802669-1-iscsi neutron-server[93069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3553763b-4ea7-46c3-a243-3e7217b9f319', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eca2dda2-dd14-4098-a22d-67e6250c6eb4', 'code': 200} Jul 28 09:25:06.186255 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ee0a6-01e6-46ac-8867-02ea99067184 req-6c3993fa-ac77-432e-8f9e-b921f70617ad tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:06.187733 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-ab3ee0a6-01e6-46ac-8867-02ea99067184 req-6c3993fa-ac77-432e-8f9e-b921f70617ad tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 944 time: 0.0533266 Jul 28 09:25:06.227456 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-ab3ee0a6-01e6-46ac-8867-02ea99067184 req-ec237291-7aaa-4806-a8c3-c63d7c3f21e4 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325866 Jul 28 09:25:06.325646 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device 516a84f0-5846-45f0-8ffc-f11a2e8eec67 details requested by agent hyperv_hv-cinder-80266 with host hv-cinder-80266 {{(pid=93069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 09:25:06.334958 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [req-56fe10ab-4715-469f-bdd5-5979f485b33a req-725748d1-2044-4711-9ab8-caa73cbb4230 service neutron] Request body: {'port': {'device_id': 'a93e643c-a780-41fb-9719-43b374afe806', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80266'}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:25:06.417823 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 46794) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:25:06.445321 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2b2b5-7a40-4e32-8ea8-f8b9b015188f req-625678d5-bfc8-45ba-8929-ab21d26fa190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:06.447445 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [req-39d2b2b5-7a40-4e32-8ea8-f8b9b015188f req-625678d5-bfc8-45ba-8929-ab21d26fa190 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b8340ca8a0bb47c3871a9e4d939e9a44&device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 1097 time: 0.0919259 Jul 28 09:25:06.472499 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port 516a84f0-5846-45f0-8ffc-f11a2e8eec67, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=516a84f0-5846-45f0-8ffc-f11a2e8eec67,segment=NetworkSegment(e2665667-7ebc-4093-83fc-21abd84d8703),segment_id=e2665667-7ebc-4093-83fc-21abd84d8703)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:25:06.493213 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Returning: {'device': '516a84f0-5846-45f0-8ffc-f11a2e8eec67', 'network_id': 'bc5fa390-0a22-474b-ac35-e54c73e4ebd9', 'port_id': '516a84f0-5846-45f0-8ffc-f11a2e8eec67', 'mac_address': 'fa:16:3e:ec:5a:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1f74411-6c4e-4dfc-902d-6f35d76f4922', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 09:25:06.546340 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:06.550559 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-56fe10ab-4715-469f-bdd5-5979f485b33a req-725748d1-2044-4711-9ab8-caa73cbb4230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:06.574200 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.notifiers.nova [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 516a84f0-5846-45f0-8ffc-f11a2e8eec67 {{(pid=93069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 09:25:06.619182 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port 516a84f0-5846-45f0-8ffc-f11a2e8eec67, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=516a84f0-5846-45f0-8ffc-f11a2e8eec67,segment=NetworkSegment(e2665667-7ebc-4093-83fc-21abd84d8703),segment_id=e2665667-7ebc-4093-83fc-21abd84d8703)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:25:06.624290 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:06.736176 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Pushing event updated for resources: {'Port': ['ID=516a84f0-5846-45f0-8ffc-f11a2e8eec67,revision_number=4']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:06.829557 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.32', 49774) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:25:06.843846 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] get_ports_and_sgs() called for port_ids ['516a84f0-5846-45f0-8ffc-f11a2e8eec67'] {{(pid=93069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:25:06.931071 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2b2b5-7a40-4e32-8ea8-f8b9b015188f req-131b0566-fda1-4df2-ab7f-0a02e506af1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:06.932848 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [req-39d2b2b5-7a40-4e32-8ea8-f8b9b015188f req-131b0566-fda1-4df2-ab7f-0a02e506af1d service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=b8340ca8a0bb47c3871a9e4d939e9a44&shared=False HTTP/1.1" status: 200 len: 918 time: 0.4761531 Jul 28 09:25:06.941229 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6816c0-1420-4583-9895-67227e607842 req-9c568596-7daa-4e90-a1fd-8a47c72cf7b1 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:06.943083 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-4a6816c0-1420-4583-9895-67227e607842 req-9c568596-7daa-4e90-a1fd-8a47c72cf7b1 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e1287df-cb69-4058-b6ed-b2156f10ea45 HTTP/1.1" status: 200 len: 945 time: 0.5062394 Jul 28 09:25:06.951327 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-1f0ca2ba-f26a-4c4a-b91e-5e73d575ecd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:06.963093 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bb960b-aee1-4eff-840f-d0dde61cf970 req-d1e8c80a-4e3a-45eb-8d16-3b25025d8add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:06.964618 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [req-b1bb960b-aee1-4eff-840f-d0dde61cf970 req-d1e8c80a-4e3a-45eb-8d16-3b25025d8add service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6e1287df-cb69-4058-b6ed-b2156f10ea45 HTTP/1.1" status: 200 len: 1098 time: 0.3004980 Jul 28 09:25:07.009109 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-5835190a-93ea-4579-b88a-19ed1f15f45b req-a43c5141-0247-4a43-b1f6-56cdb7e00c18 service neutron] 10.222.0.32 "GET /v2.0/networks/bc5fa390-0a22-474b-ac35-e54c73e4ebd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6452003 Jul 28 09:25:07.044668 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [req-b1bb960b-aee1-4eff-840f-d0dde61cf970 req-e94244dd-264a-4dcd-98fe-bc5b40981a91 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:07.085710 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac9a084-112c-40c8-a83e-08b8f1694a17 req-abb9e76d-14f8-4cc6-8c4b-9cf52392ef4c tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:07.087255 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-4ac9a084-112c-40c8-a83e-08b8f1694a17 req-abb9e76d-14f8-4cc6-8c4b-9cf52392ef4c tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] 10.222.0.23 "GET /v2.0/ports?device_id=3553763b-4ea7-46c3-a243-3e7217b9f319 HTTP/1.1" status: 200 len: 945 time: 0.2622285 Jul 28 09:25:07.150218 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6f50f-ffe9-4c45-a399-7e53b6b7155b req-0b1716f0-a468-4a3a-8150-d50dbf58a93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:07.151735 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-f3c6f50f-ffe9-4c45-a399-7e53b6b7155b req-0b1716f0-a468-4a3a-8150-d50dbf58a93e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=3553763b-4ea7-46c3-a243-3e7217b9f319 HTTP/1.1" status: 200 len: 1098 time: 0.3212543 Jul 28 09:25:07.186958 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2b2b5-7a40-4e32-8ea8-f8b9b015188f req-980951ca-1439-4684-b1b8-6edd98750a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:07.186958 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [req-39d2b2b5-7a40-4e32-8ea8-f8b9b015188f req-980951ca-1439-4684-b1b8-6edd98750a9e service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2415643 Jul 28 09:25:07.199566 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-4a6816c0-1420-4583-9895-67227e607842 req-82f0d892-6591-4ae4-8978-b4b18234a0e2 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba7ca661-0cb6-4167-9687-f2b430c66e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461104 Jul 28 09:25:07.232790 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-f3c6f50f-ffe9-4c45-a399-7e53b6b7155b req-7c93c863-bb61-4d19-82a3-8204a91f8baa service neutron] Notify callbacks [] for security_group, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:07.286180 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3809a6-beec-4067-8069-53b02befc6a3 req-cab919c7-5b50-4f8f-aefb-5bdf21d8dfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:07.287984 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [req-3b3809a6-beec-4067-8069-53b02befc6a3 req-cab919c7-5b50-4f8f-aefb-5bdf21d8dfb4 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b8340ca8a0bb47c3871a9e4d939e9a44&device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 1097 time: 0.0559180 Jul 28 09:25:07.310973 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-4ac9a084-112c-40c8-a83e-08b8f1694a17 req-aa50babf-47f3-4d70-8fb7-3727cf933f3a tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] 10.222.0.23 "GET /v2.0/security-groups?id=af86cd65-c6a0-4edd-a79e-986ab1ba90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630771 Jul 28 09:25:07.346777 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [req-3b3809a6-beec-4067-8069-53b02befc6a3 req-f6c88f47-f270-45ac-bdfd-0224ae079491 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=783c4c2d-0e20-455d-97a1-49611ff7ea66 HTTP/1.1" status: 200 len: 217 time: 0.0505605 Jul 28 09:25:07.406747 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3809a6-beec-4067-8069-53b02befc6a3 req-e1159a7d-9255-481b-b3fa-020b0419e8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:07.408263 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [req-3b3809a6-beec-4067-8069-53b02befc6a3 req-e1159a7d-9255-481b-b3fa-020b0419e8f7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fd0bcb40-b982-4039-a925-2309bc61c85b HTTP/1.1" status: 200 len: 856 time: 0.0534956 Jul 28 09:25:07.453510 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 46816) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:25:07.464025 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac31aea-e0aa-4428-961f-6ed2c9b34143 req-85d69279-f4fc-4d9c-9adc-e6a225ef7dc4 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:07.465585 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2ac31aea-e0aa-4428-961f-6ed2c9b34143 req-85d69279-f4fc-4d9c-9adc-e6a225ef7dc4 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 932 time: 0.1473076 Jul 28 09:25:07.483975 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3809a6-beec-4067-8069-53b02befc6a3 req-76681c63-4c4f-4c6c-b2cc-ae097e1a61bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:07.485478 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [req-3b3809a6-beec-4067-8069-53b02befc6a3 req-76681c63-4c4f-4c6c-b2cc-ae097e1a61bf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59c4a637-5ed0-4b6e-a037-96ec97ce270f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0692070 Jul 28 09:25:07.493208 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-1f0ca2ba-f26a-4c4a-b91e-5e73d575ecd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:07.512743 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-1f0ca2ba-f26a-4c4a-b91e-5e73d575ecd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:07.560532 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bb27b4-4a3f-438b-a4e6-fd4f5e03aeea req-8fd50b0f-de52-44ff-8af3-4d8ba6736db0 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:07.562150 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-43bb27b4-4a3f-438b-a4e6-fd4f5e03aeea req-8fd50b0f-de52-44ff-8af3-4d8ba6736db0 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=89bf9e96-f9c0-4e9b-9eb6-a01c13b4ac67 HTTP/1.1" status: 200 len: 944 time: 0.1759918 Jul 28 09:25:07.626901 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2ac31aea-e0aa-4428-961f-6ed2c9b34143 req-fd1b32f8-2842-4c3e-a1f9-0e6d5b2687d0 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474133 Jul 28 09:25:07.637309 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-1f0ca2ba-f26a-4c4a-b91e-5e73d575ecd7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2c739cee1b314594a7f6ff455f4c6ce6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2178600 Jul 28 09:25:07.641162 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0ca2ba-f26a-4c4a-b91e-5e73d575ecd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba7377f-8484-4c68-b314-4f192ada6664,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:07.643534 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 46826) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:25:07.658231 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.notifiers.nova [req-56fe10ab-4715-469f-bdd5-5979f485b33a req-725748d1-2044-4711-9ab8-caa73cbb4230 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07e5d078-45f6-402a-8b20-74f5720941fe {{(pid=93067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 09:25:07.682627 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-56fe10ab-4715-469f-bdd5-5979f485b33a req-725748d1-2044-4711-9ab8-caa73cbb4230 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:07.708585 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-43bb27b4-4a3f-438b-a4e6-fd4f5e03aeea req-9e9dc65f-6e2d-4159-bef8-ab9439cfe520 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041121 Jul 28 09:25:07.723358 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.provisioning_blocks [req-56fe10ab-4715-469f-bdd5-5979f485b33a req-725748d1-2044-4711-9ab8-caa73cbb4230 service neutron] Transition to ACTIVE for port object 07e5d078-45f6-402a-8b20-74f5720941fe will not be triggered until provisioned by entity L2. {{(pid=93067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:25:07.728608 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-6f87f6a4-67be-4605-b66d-15e4253a974d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:07.731808 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [req-b1bb960b-aee1-4eff-840f-d0dde61cf970 req-e94244dd-264a-4dcd-98fe-bc5b40981a91 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:07.739743 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-56fe10ab-4715-469f-bdd5-5979f485b33a req-725748d1-2044-4711-9ab8-caa73cbb4230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:07.741151 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [req-3b3809a6-beec-4067-8069-53b02befc6a3 req-b7c52349-2042-4ade-ba73-b20a3e0246bf service neutron] 10.222.0.32 "GET /v2.0/networks/59c4a637-5ed0-4b6e-a037-96ec97ce270f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468977 Jul 28 09:25:07.747516 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [req-b1bb960b-aee1-4eff-840f-d0dde61cf970 req-e94244dd-264a-4dcd-98fe-bc5b40981a91 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:07.815444 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-0602eb52-a7c1-43b6-82a8-a5964a49673c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:07.845681 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [req-b1bb960b-aee1-4eff-840f-d0dde61cf970 req-e94244dd-264a-4dcd-98fe-bc5b40981a91 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ba7ca661-0cb6-4167-9687-f2b430c66e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8629198 Jul 28 09:25:07.855497 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94244dd-264a-4dcd-98fe-bc5b40981a91 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe9d2b0-04fb-4021-84c0-f5b8d4c910ac,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:07.866822 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725748d1-2044-4711-9ab8-caa73cbb4230 service neutron] Pushing event updated for resources: {'Port': ['ID=07e5d078-45f6-402a-8b20-74f5720941fe,revision_number=2']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:07.890380 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-0602eb52-a7c1-43b6-82a8-a5964a49673c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:07.891992 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [req-3b3809a6-beec-4067-8069-53b02befc6a3 req-ae8e86c6-b3a7-4991-b8a3-3553e316bb8e service neutron] 10.222.0.32 "GET /v2.0/networks/59c4a637-5ed0-4b6e-a037-96ec97ce270f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386001 Jul 28 09:25:07.913773 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.db.api [req-f3c6f50f-ffe9-4c45-a399-7e53b6b7155b req-7c93c863-bb61-4d19-82a3-8204a91f8baa service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 5f4dc608f4494bf0ab3c512c2e512de3 {{(pid=93067) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 28 09:25:07.914094 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG oslo_db.api [req-f3c6f50f-ffe9-4c45-a399-7e53b6b7155b req-7c93c863-bb61-4d19-82a3-8204a91f8baa service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 09:25:07.962221 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72436a13-4c32-456a-b300-92fbe9c4b366 req-d9c1724e-26c4-45f2-b5b5-2c89a3a3d582 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:07.969470 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-72436a13-4c32-456a-b300-92fbe9c4b366 req-d9c1724e-26c4-45f2-b5b5-2c89a3a3d582 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 944 time: 0.2268767 Jul 28 09:25:07.985726 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.managers [req-56fe10ab-4715-469f-bdd5-5979f485b33a req-725748d1-2044-4711-9ab8-caa73cbb4230 service neutron] Attempting to bind port 07e5d078-45f6-402a-8b20-74f5720941fe on host hv-cinder-80266 for vnic_type normal with profile {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 09:25:07.986372 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.managers [req-56fe10ab-4715-469f-bdd5-5979f485b33a req-725748d1-2044-4711-9ab8-caa73cbb4230 service neutron] Attempting to bind port 07e5d078-45f6-402a-8b20-74f5720941fe by drivers openvswitch,hyperv on host hv-cinder-80266 at level 0 using segments [{'id': '75e20d3b-d1a3-42b5-b60b-d82f091cd497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '39e9cde6-0d01-4242-a6ed-06857cf13960'}] {{(pid=93067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 09:25:07.989129 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56fe10ab-4715-469f-bdd5-5979f485b33a req-725748d1-2044-4711-9ab8-caa73cbb4230 service neutron] Attempting to bind port 07e5d078-45f6-402a-8b20-74f5720941fe on network 39e9cde6-0d01-4242-a6ed-06857cf13960 {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 09:25:07.995839 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-6f87f6a4-67be-4605-b66d-15e4253a974d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:08.000711 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56fe10ab-4715-469f-bdd5-5979f485b33a req-725748d1-2044-4711-9ab8-caa73cbb4230 service neutron] Port 07e5d078-45f6-402a-8b20-74f5720941fe on network 39e9cde6-0d01-4242-a6ed-06857cf13960 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80266 {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 09:25:08.001161 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56fe10ab-4715-469f-bdd5-5979f485b33a req-725748d1-2044-4711-9ab8-caa73cbb4230 service neutron] Attempting to bind port 07e5d078-45f6-402a-8b20-74f5720941fe on network 39e9cde6-0d01-4242-a6ed-06857cf13960 {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 09:25:08.002222 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-6f87f6a4-67be-4605-b66d-15e4253a974d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:08.047888 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-72436a13-4c32-456a-b300-92fbe9c4b366 req-ecd0e288-47f2-4785-90c4-e33845e8a780 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771670 Jul 28 09:25:08.049281 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56fe10ab-4715-469f-bdd5-5979f485b33a req-725748d1-2044-4711-9ab8-caa73cbb4230 service neutron] Checking agent: {'id': '2e21c55d-f4ce-498b-abcc-e7d8675cd352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80266', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 9, 22, 54), 'started_at': datetime.datetime(2021, 7, 28, 9, 22, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 9, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 09:25:08.049846 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56fe10ab-4715-469f-bdd5-5979f485b33a req-725748d1-2044-4711-9ab8-caa73cbb4230 service neutron] Checking segment: {'id': '75e20d3b-d1a3-42b5-b60b-d82f091cd497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '39e9cde6-0d01-4242-a6ed-06857cf13960'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 09:25:08.050463 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56fe10ab-4715-469f-bdd5-5979f485b33a req-725748d1-2044-4711-9ab8-caa73cbb4230 service neutron] Bound using segment: {'id': '75e20d3b-d1a3-42b5-b60b-d82f091cd497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '39e9cde6-0d01-4242-a6ed-06857cf13960'} {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 09:25:08.052994 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.managers [req-56fe10ab-4715-469f-bdd5-5979f485b33a req-725748d1-2044-4711-9ab8-caa73cbb4230 service neutron] Bound port: 07e5d078-45f6-402a-8b20-74f5720941fe, host: hv-cinder-80266, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75e20d3b-d1a3-42b5-b60b-d82f091cd497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '39e9cde6-0d01-4242-a6ed-06857cf13960'}}] {{(pid=93067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 09:25:08.053527 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-6f87f6a4-67be-4605-b66d-15e4253a974d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c9ff9df6e0814bec862eedabe16652a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5980644 Jul 28 09:25:08.054140 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-56fe10ab-4715-469f-bdd5-5979f485b33a req-725748d1-2044-4711-9ab8-caa73cbb4230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:08.054335 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 46836) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:25:08.056897 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f87f6a4-67be-4605-b66d-15e4253a974d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=735bf57a-e8d1-4538-a76d-41827c07edd4,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:08.114044 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-0602eb52-a7c1-43b6-82a8-a5964a49673c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:08.116964 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-0602eb52-a7c1-43b6-82a8-a5964a49673c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:08.120727 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-0602eb52-a7c1-43b6-82a8-a5964a49673c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5ba7377f-8484-4c68-b314-4f192ada6664 HTTP/1.1" status: 204 len: 168 time: 0.4734352 Jul 28 09:25:08.126778 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-d46f80c9-b659-4fb9-9ddc-5964cc40cee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:08.144863 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0602eb52-a7c1-43b6-82a8-a5964a49673c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba7377f-8484-4c68-b314-4f192ada6664,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:08.153915 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-d46f80c9-b659-4fb9-9ddc-5964cc40cee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:08.159359 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.db [req-56fe10ab-4715-469f-bdd5-5979f485b33a req-725748d1-2044-4711-9ab8-caa73cbb4230 service neutron] For port 07e5d078-45f6-402a-8b20-74f5720941fe, host hv-cinder-80266, cleared binding levels {{(pid=93067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:25:08.164260 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.db [req-56fe10ab-4715-469f-bdd5-5979f485b33a req-725748d1-2044-4711-9ab8-caa73cbb4230 service neutron] For port 07e5d078-45f6-402a-8b20-74f5720941fe, host hv-cinder-80266, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=07e5d078-45f6-402a-8b20-74f5720941fe,segment=NetworkSegment(75e20d3b-d1a3-42b5-b60b-d82f091cd497),segment_id=75e20d3b-d1a3-42b5-b60b-d82f091cd497)] {{(pid=93067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:25:08.171600 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-56fe10ab-4715-469f-bdd5-5979f485b33a req-725748d1-2044-4711-9ab8-caa73cbb4230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:08.218097 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe10ab-4715-469f-bdd5-5979f485b33a req-725748d1-2044-4711-9ab8-caa73cbb4230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:08.218723 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-56fe10ab-4715-469f-bdd5-5979f485b33a req-725748d1-2044-4711-9ab8-caa73cbb4230 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for port, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:08.220186 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-56fe10ab-4715-469f-bdd5-5979f485b33a req-725748d1-2044-4711-9ab8-caa73cbb4230 service neutron] 10.222.0.32 "PUT /v2.0/ports/07e5d078-45f6-402a-8b20-74f5720941fe HTTP/1.1" status: 200 len: 1094 time: 1.8940902 Jul 28 09:25:08.220821 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a93e643c-a780-41fb-9719-43b374afe806', 'tag': '07e5d078-45f6-402a-8b20-74f5720941fe'}] {{(pid=93067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:25:08.221183 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-d46f80c9-b659-4fb9-9ddc-5964cc40cee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:08.223938 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}119bb006a51e6799d77012a49065aa76076224f53078518f9bbc3af1ae40a877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a749db-ed52-4742-8abb-8d03268f5abb" -d '{"events": [{"name": "network-changed", "server_uuid": "a93e643c-a780-41fb-9719-43b374afe806", "tag": "07e5d078-45f6-402a-8b20-74f5720941fe"}]}' {{(pid=93067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:25:08.224815 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-d46f80c9-b659-4fb9-9ddc-5964cc40cee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:08.227348 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-d46f80c9-b659-4fb9-9ddc-5964cc40cee0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/735bf57a-e8d1-4538-a76d-41827c07edd4 HTTP/1.1" status: 204 len: 168 time: 0.1703146 Jul 28 09:25:08.236500 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46f80c9-b659-4fb9-9ddc-5964cc40cee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735bf57a-e8d1-4538-a76d-41827c07edd4,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:08.308106 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725748d1-2044-4711-9ab8-caa73cbb4230 service neutron] Pushing event updated for resources: {'Port': ['ID=07e5d078-45f6-402a-8b20-74f5720941fe,revision_number=3']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:08.320415 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device 2b4fdddf-03d6-4edc-b888-724b64f54c3b details requested by agent hyperv_hv-cinder-80266 with host hv-cinder-80266 {{(pid=93069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 09:25:08.324186 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device 516a84f0-5846-45f0-8ffc-f11a2e8eec67 up at agent hyperv_hv-cinder-80266 {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:25:08.341033 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 09:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab46f616-22f5-4add-9d36-6534a169a000 x-openstack-request-id: req-ab46f616-22f5-4add-9d36-6534a169a000 {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:25:08.341033 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a93e643c-a780-41fb-9719-43b374afe806", "tag": "07e5d078-45f6-402a-8b20-74f5720941fe", "status": "completed", "code": 200}]} {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:25:08.341033 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ab46f616-22f5-4add-9d36-6534a169a000 {{(pid=93067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:25:08.341371 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a93e643c-a780-41fb-9719-43b374afe806', 'tag': '07e5d078-45f6-402a-8b20-74f5720941fe', 'status': 'completed', 'code': 200} Jul 28 09:25:08.413188 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe10ab-4715-469f-bdd5-5979f485b33a req-fe911e14-ff48-4b2d-85b0-5671bda211ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:08.415004 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-56fe10ab-4715-469f-bdd5-5979f485b33a req-fe911e14-ff48-4b2d-85b0-5671bda211ca service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9a1f63fb540e42f18f0ec634cc138c04&device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 1097 time: 0.1274533 Jul 28 09:25:08.424205 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-f3c6f50f-ffe9-4c45-a399-7e53b6b7155b req-7c93c863-bb61-4d19-82a3-8204a91f8baa service neutron] Notify callbacks [] for security_group, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:08.437903 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534514e-4313-4282-b992-3545406a303c req-af0bce9f-a2ad-485d-b0b8-9a6e6ce0125a tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:08.444879 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7534514e-4313-4282-b992-3545406a303c req-af0bce9f-a2ad-485d-b0b8-9a6e6ce0125a tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e1287df-cb69-4058-b6ed-b2156f10ea45 HTTP/1.1" status: 200 len: 945 time: 0.1150823 Jul 28 09:25:08.523251 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Provisioning for port 516a84f0-5846-45f0-8ffc-f11a2e8eec67 completed by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:25:08.534073 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Provisioning complete for port 516a84f0-5846-45f0-8ffc-f11a2e8eec67 triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:25:08.534669 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:08.580041 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 46854) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:25:08.599220 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port 2b4fdddf-03d6-4edc-b888-724b64f54c3b, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=2b4fdddf-03d6-4edc-b888-724b64f54c3b,segment=NetworkSegment(e2665667-7ebc-4093-83fc-21abd84d8703),segment_id=e2665667-7ebc-4093-83fc-21abd84d8703)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:25:08.603055 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-57eb8849-4bc5-4cab-bc3d-d4c5815412cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:08.631548 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Returning: {'device': '2b4fdddf-03d6-4edc-b888-724b64f54c3b', 'network_id': 'bc5fa390-0a22-474b-ac35-e54c73e4ebd9', 'port_id': '2b4fdddf-03d6-4edc-b888-724b64f54c3b', 'mac_address': 'fa:16:3e:df:18:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1f74411-6c4e-4dfc-902d-6f35d76f4922', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 09:25:08.631779 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7534514e-4313-4282-b992-3545406a303c req-389635d6-f4c2-4883-a9f2-ea60d9ba1fc3 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba7ca661-0cb6-4167-9687-f2b430c66e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757927 Jul 28 09:25:08.636952 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-f3c6f50f-ffe9-4c45-a399-7e53b6b7155b req-7c93c863-bb61-4d19-82a3-8204a91f8baa service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=af86cd65-c6a0-4edd-a79e-986ab1ba90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4681010 Jul 28 09:25:08.644548 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6126be44-f583-4bea-a9f6-b8fe44ae7aec req-f6f8b0c9-8ba2-4e3b-958a-e3f86790f86e tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:08.646077 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-6126be44-f583-4bea-a9f6-b8fe44ae7aec req-f6f8b0c9-8ba2-4e3b-958a-e3f86790f86e tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] 10.222.0.23 "GET /v2.0/ports?device_id=3553763b-4ea7-46c3-a243-3e7217b9f319 HTTP/1.1" status: 200 len: 945 time: 0.2000179 Jul 28 09:25:08.715523 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-6126be44-f583-4bea-a9f6-b8fe44ae7aec req-2a096fa1-4288-4b61-8950-ace2f4290903 tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] 10.222.0.23 "GET /v2.0/security-groups?id=af86cd65-c6a0-4edd-a79e-986ab1ba90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593476 Jul 28 09:25:08.731354 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:08.748000 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.notifiers.nova [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b4fdddf-03d6-4edc-b888-724b64f54c3b {{(pid=93069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 09:25:08.769355 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port 2b4fdddf-03d6-4edc-b888-724b64f54c3b, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=2b4fdddf-03d6-4edc-b888-724b64f54c3b,segment=NetworkSegment(e2665667-7ebc-4093-83fc-21abd84d8703),segment_id=e2665667-7ebc-4093-83fc-21abd84d8703)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:25:08.771364 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:08.774766 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:08.781922 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-57eb8849-4bc5-4cab-bc3d-d4c5815412cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:08.787790 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-57eb8849-4bc5-4cab-bc3d-d4c5815412cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:08.837652 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89bf9e96-f9c0-4e9b-9eb6-a01c13b4ac67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516a84f0-5846-45f0-8ffc-f11a2e8eec67'}] {{(pid=93069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:25:08.840417 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386f2323eb9bad1244c7f57c000109fc890726fb555cdcb5e37d65c089562af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b3f5f1-becb-4350-a77e-906bc858fe2c" -d '{"events": [{"server_uuid": "89bf9e96-f9c0-4e9b-9eb6-a01c13b4ac67", "name": "network-vif-plugged", "status": "completed", "tag": "516a84f0-5846-45f0-8ffc-f11a2e8eec67"}]}' {{(pid=93069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:25:08.845548 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-57eb8849-4bc5-4cab-bc3d-d4c5815412cf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2672021f3e52497780ca0f590933fe47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2639022 Jul 28 09:25:08.846931 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d928d8b-dbda-4798-b594-058a06026703 req-74c3ae6f-8eda-4976-9ac3-2a7d0235a372 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:08.848651 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 46862) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:25:08.848912 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7d928d8b-dbda-4798-b594-058a06026703 req-74c3ae6f-8eda-4976-9ac3-2a7d0235a372 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 944 time: 0.0848541 Jul 28 09:25:08.855407 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eb8849-4bc5-4cab-bc3d-d4c5815412cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=951668ad-1d10-4fa0-ada0-7cfb501d6f1f,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:08.875058 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 46864) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:25:08.875785 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port 516a84f0-5846-45f0-8ffc-f11a2e8eec67, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=516a84f0-5846-45f0-8ffc-f11a2e8eec67,segment=NetworkSegment(e2665667-7ebc-4093-83fc-21abd84d8703),segment_id=e2665667-7ebc-4093-83fc-21abd84d8703)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:25:08.888046 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:08.888765 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81a7fe-14f9-49c0-b0c4-fff4189acf09 req-f344e816-cef4-4f5a-91fa-4ba9dc84c9b4 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:08.890239 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2e81a7fe-14f9-49c0-b0c4-fff4189acf09 req-f344e816-cef4-4f5a-91fa-4ba9dc84c9b4 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=89bf9e96-f9c0-4e9b-9eb6-a01c13b4ac67 HTTP/1.1" status: 200 len: 944 time: 0.0922930 Jul 28 09:25:08.894151 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Pushing event updated for resources: {'Port': ['ID=2b4fdddf-03d6-4edc-b888-724b64f54c3b,revision_number=4']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:08.914913 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-93ae79b7-04f8-4355-b165-b7b7e825bbaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:08.918151 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7d928d8b-dbda-4798-b594-058a06026703 req-eac7c43b-3078-498d-a815-1d3bfb1c3248 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616391 Jul 28 09:25:08.945214 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2e81a7fe-14f9-49c0-b0c4-fff4189acf09 req-279504b1-6ca2-405e-b207-f36596711ce6 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405662 Jul 28 09:25:08.957754 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Pushing event updated for resources: {'Port': ['ID=516a84f0-5846-45f0-8ffc-f11a2e8eec67,revision_number=5']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:08.968965 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-689e773f-8506-4407-882b-32acd0303de5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:08.984500 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 09:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e094437-be1e-4f2f-9508-7462f007a875 x-openstack-request-id: req-8e094437-be1e-4f2f-9508-7462f007a875 {{(pid=93069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:25:08.984901 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89bf9e96-f9c0-4e9b-9eb6-a01c13b4ac67", "name": "network-vif-plugged", "status": "completed", "tag": "516a84f0-5846-45f0-8ffc-f11a2e8eec67", "code": 200}]} {{(pid=93069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:25:08.985237 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8e094437-be1e-4f2f-9508-7462f007a875 {{(pid=93069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:25:08.985710 dv-cinder-802669-1-iscsi neutron-server[93069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89bf9e96-f9c0-4e9b-9eb6-a01c13b4ac67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '516a84f0-5846-45f0-8ffc-f11a2e8eec67', 'code': 200} Jul 28 09:25:09.002047 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-689e773f-8506-4407-882b-32acd0303de5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:09.072994 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-689e773f-8506-4407-882b-32acd0303de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:09.075487 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-689e773f-8506-4407-882b-32acd0303de5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:09.076646 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-689e773f-8506-4407-882b-32acd0303de5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/951668ad-1d10-4fa0-ada0-7cfb501d6f1f HTTP/1.1" status: 204 len: 168 time: 0.2264864 Jul 28 09:25:09.082657 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-93ae79b7-04f8-4355-b165-b7b7e825bbaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:09.089329 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689e773f-8506-4407-882b-32acd0303de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=951668ad-1d10-4fa0-ada0-7cfb501d6f1f,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:09.091884 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-93ae79b7-04f8-4355-b165-b7b7e825bbaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:09.131260 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-93ae79b7-04f8-4355-b165-b7b7e825bbaa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=53bf0016db0c4229ba193be5ceec04b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2548609 Jul 28 09:25:09.132154 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae79b7-04f8-4355-b165-b7b7e825bbaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b965af-efdb-4d7b-9e1f-7ee90c07f5e0,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:09.134394 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 46870) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:25:09.191413 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-590370e5-139f-445d-a837-cabcb14a81a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:09.198086 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2e4c5a-6b5f-4c7d-9b94-81c0f2de0a7c req-9a404190-f3d8-4f8c-949b-023e1e9d66f2 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:09.199832 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-8b2e4c5a-6b5f-4c7d-9b94-81c0f2de0a7c req-9a404190-f3d8-4f8c-949b-023e1e9d66f2 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 944 time: 0.0705609 Jul 28 09:25:09.216675 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-590370e5-139f-445d-a837-cabcb14a81a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:09.247074 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-8b2e4c5a-6b5f-4c7d-9b94-81c0f2de0a7c req-c51f516d-6d0e-4125-9750-2066a7a908c8 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408394 Jul 28 09:25:09.271223 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-590370e5-139f-445d-a837-cabcb14a81a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:09.273807 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-590370e5-139f-445d-a837-cabcb14a81a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:09.277844 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-590370e5-139f-445d-a837-cabcb14a81a5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/76b965af-efdb-4d7b-9e1f-7ee90c07f5e0 HTTP/1.1" status: 204 len: 168 time: 0.1422853 Jul 28 09:25:09.286257 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590370e5-139f-445d-a837-cabcb14a81a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b965af-efdb-4d7b-9e1f-7ee90c07f5e0,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:09.767364 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011fea81-cb34-4436-86b8-fb5b19887bf4 req-16654e83-23c2-443a-8e04-d5bfde68f18c tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:09.769008 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-011fea81-cb34-4436-86b8-fb5b19887bf4 req-16654e83-23c2-443a-8e04-d5bfde68f18c tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e1287df-cb69-4058-b6ed-b2156f10ea45 HTTP/1.1" status: 200 len: 945 time: 0.0634134 Jul 28 09:25:09.827539 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-011fea81-cb34-4436-86b8-fb5b19887bf4 req-3c66ac64-0f02-4a63-93ba-ee6bebd6efba tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba7ca661-0cb6-4167-9687-f2b430c66e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508099 Jul 28 09:25:09.882052 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a91d96-e4ec-4917-85ca-caeda47643f8 req-9a052b46-9901-473c-9f90-dd5f3287b45b tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:09.883547 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-48a91d96-e4ec-4917-85ca-caeda47643f8 req-9a052b46-9901-473c-9f90-dd5f3287b45b tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] 10.222.0.23 "GET /v2.0/ports?device_id=3553763b-4ea7-46c3-a243-3e7217b9f319 HTTP/1.1" status: 200 len: 945 time: 0.0731876 Jul 28 09:25:09.922917 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-48a91d96-e4ec-4917-85ca-caeda47643f8 req-f691044a-61da-4882-8238-d1cb1c816aec tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] 10.222.0.23 "GET /v2.0/security-groups?id=af86cd65-c6a0-4edd-a79e-986ab1ba90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328150 Jul 28 09:25:10.048642 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ac374-5d84-480c-b75c-8af6832fd465 req-6c0429f7-31b4-4b52-877b-f7b44d34cf47 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:10.050203 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-fb0ac374-5d84-480c-b75c-8af6832fd465 req-6c0429f7-31b4-4b52-877b-f7b44d34cf47 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 944 time: 0.0565670 Jul 28 09:25:10.118282 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-fb0ac374-5d84-480c-b75c-8af6832fd465 req-33407f7f-845f-4831-a929-896196c53f33 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558724 Jul 28 09:25:10.126655 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abd1ac6-c29a-490f-8aee-138acf8cbcaa req-4ec86c53-8749-42ce-8d26-44f094a735d9 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:10.128198 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7abd1ac6-c29a-490f-8aee-138acf8cbcaa req-4ec86c53-8749-42ce-8d26-44f094a735d9 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=89bf9e96-f9c0-4e9b-9eb6-a01c13b4ac67 HTTP/1.1" status: 200 len: 945 time: 0.0761890 Jul 28 09:25:10.181160 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7abd1ac6-c29a-490f-8aee-138acf8cbcaa req-78b52e32-920a-4161-80b4-7b55279b1ae2 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445042 Jul 28 09:25:10.383624 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df97fb0-7d12-4e05-8b7a-0bb8ac590ad5 req-ca45fab0-3b3f-43fd-9a9d-3ffc7002f6d7 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:10.385129 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-9df97fb0-7d12-4e05-8b7a-0bb8ac590ad5 req-ca45fab0-3b3f-43fd-9a9d-3ffc7002f6d7 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 944 time: 0.0558572 Jul 28 09:25:10.426287 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-9df97fb0-7d12-4e05-8b7a-0bb8ac590ad5 req-af991321-fe86-41d8-9d0c-d1d6f0a6a08d tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336883 Jul 28 09:25:10.976961 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a48228-5b00-46b8-be91-c9a15a344424 req-c144583d-f632-4801-8b53-2b72f878cf89 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:10.979235 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-15a48228-5b00-46b8-be91-c9a15a344424 req-c144583d-f632-4801-8b53-2b72f878cf89 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e1287df-cb69-4058-b6ed-b2156f10ea45 HTTP/1.1" status: 200 len: 945 time: 0.0714624 Jul 28 09:25:11.060997 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-15a48228-5b00-46b8-be91-c9a15a344424 req-dc83ef8c-96fd-4654-a295-a25afeb7aaae tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba7ca661-0cb6-4167-9687-f2b430c66e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748909 Jul 28 09:25:11.089145 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd79703f-53af-4ffe-9312-38361172723c req-c0c379b9-7f8f-4e5f-ba99-17dc5f0db53d tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:11.090793 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-cd79703f-53af-4ffe-9312-38361172723c req-c0c379b9-7f8f-4e5f-ba99-17dc5f0db53d tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] 10.222.0.23 "GET /v2.0/ports?device_id=3553763b-4ea7-46c3-a243-3e7217b9f319 HTTP/1.1" status: 200 len: 945 time: 0.0891559 Jul 28 09:25:11.133814 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-cd79703f-53af-4ffe-9312-38361172723c req-98c2517d-cbac-46f4-be53-cc0d7c438360 tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] 10.222.0.23 "GET /v2.0/security-groups?id=af86cd65-c6a0-4edd-a79e-986ab1ba90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371625 Jul 28 09:25:11.240199 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e064207d-55a8-4b08-8175-b443f83010c5 req-a8870abc-6478-4715-9824-7ab46ee4a933 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:11.241925 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e064207d-55a8-4b08-8175-b443f83010c5 req-a8870abc-6478-4715-9824-7ab46ee4a933 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 944 time: 0.0531166 Jul 28 09:25:11.324126 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e064207d-55a8-4b08-8175-b443f83010c5 req-9072cb61-0baf-4b25-8d2e-0e484eb6535b tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678198 Jul 28 09:25:11.356215 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9a9e64-07df-4044-932b-c622c55bbb08 req-887e1e0e-4f09-478c-b634-0cfacd453d1c tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:11.360159 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-9e9a9e64-07df-4044-932b-c622c55bbb08 req-887e1e0e-4f09-478c-b634-0cfacd453d1c tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=89bf9e96-f9c0-4e9b-9eb6-a01c13b4ac67 HTTP/1.1" status: 200 len: 945 time: 0.0788569 Jul 28 09:25:11.400981 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-9e9a9e64-07df-4044-932b-c622c55bbb08 req-2d1b0f08-1759-483d-8d5b-b269842105bc tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359094 Jul 28 09:25:11.482248 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-56fe10ab-4715-469f-bdd5-5979f485b33a req-9a005449-d4e8-4335-aa2b-07c97caed3d1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07e5d078-45f6-402a-8b20-74f5720941fe HTTP/1.1" status: 200 len: 217 time: 0.0393958 Jul 28 09:25:11.575674 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe10ab-4715-469f-bdd5-5979f485b33a req-8def1ce2-58c0-4ca2-97ef-c5d5ceef9a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:11.577281 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-56fe10ab-4715-469f-bdd5-5979f485b33a req-8def1ce2-58c0-4ca2-97ef-c5d5ceef9a2f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=20e57957-5bf7-45eb-ad51-199187182dea HTTP/1.1" status: 200 len: 850 time: 0.0859470 Jul 28 09:25:11.601710 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de09f1ca-db24-4f1d-87bd-37922f82af62 req-d4dc4220-a3d1-4ba4-a00c-0943fc41f47f tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:11.603241 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-de09f1ca-db24-4f1d-87bd-37922f82af62 req-d4dc4220-a3d1-4ba4-a00c-0943fc41f47f tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 944 time: 0.0630744 Jul 28 09:25:11.634503 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] get_ports_and_sgs() called for port_ids ['2b4fdddf-03d6-4edc-b888-724b64f54c3b'] {{(pid=93069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:25:11.767994 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-de09f1ca-db24-4f1d-87bd-37922f82af62 req-c37d6fad-499f-43e2-87aa-b4eacead8d96 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457927 Jul 28 09:25:11.789140 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b959ae44-21e2-4698-b726-528657eef050 req-e4bb2c3c-b325-4541-a4f6-9e2ff4ab2329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:11.799652 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b959ae44-21e2-4698-b726-528657eef050 req-e4bb2c3c-b325-4541-a4f6-9e2ff4ab2329 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=89bf9e96-f9c0-4e9b-9eb6-a01c13b4ac67 HTTP/1.1" status: 200 len: 1098 time: 0.1855016 Jul 28 09:25:11.799652 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe10ab-4715-469f-bdd5-5979f485b33a req-4eda8bad-6d2a-408c-96b1-48a4ad836631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:11.799652 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-56fe10ab-4715-469f-bdd5-5979f485b33a req-4eda8bad-6d2a-408c-96b1-48a4ad836631 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=39e9cde6-0d01-4242-a6ed-06857cf13960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1898224 Jul 28 09:25:11.886249 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b959ae44-21e2-4698-b726-528657eef050 req-36ddf80c-d295-4a6f-8443-7233bea60edc service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809445 Jul 28 09:25:11.918019 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-56fe10ab-4715-469f-bdd5-5979f485b33a req-f59d3a4b-51dd-44fa-affc-29c0f4409a66 service neutron] 10.222.0.32 "GET /v2.0/networks/39e9cde6-0d01-4242-a6ed-06857cf13960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113248 Jul 28 09:25:12.031796 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-56fe10ab-4715-469f-bdd5-5979f485b33a req-ff7ee943-d6fb-45e3-8ccc-9a4778e20f1a service neutron] 10.222.0.32 "GET /v2.0/networks/39e9cde6-0d01-4242-a6ed-06857cf13960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844698 Jul 28 09:25:12.121833 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a749db-ed52-4742-8abb-8d03268f5abb req-598b1329-2727-4a41-98f9-87c905341caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:12.123762 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-22a749db-ed52-4742-8abb-8d03268f5abb req-598b1329-2727-4a41-98f9-87c905341caa service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9a1f63fb540e42f18f0ec634cc138c04&device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 1097 time: 0.0434508 Jul 28 09:25:12.282130 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a22f01-d4ca-4d29-9cb2-8f33d5b74f08 req-1e155932-6fa3-404a-88fa-0e87bf517b52 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:12.283700 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-33a22f01-d4ca-4d29-9cb2-8f33d5b74f08 req-1e155932-6fa3-404a-88fa-0e87bf517b52 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e1287df-cb69-4058-b6ed-b2156f10ea45 HTTP/1.1" status: 200 len: 945 time: 0.1437886 Jul 28 09:25:12.517870 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a749db-ed52-4742-8abb-8d03268f5abb req-10e45ed8-2547-4a31-9daa-537ffb1fc1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:12.520006 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-22a749db-ed52-4742-8abb-8d03268f5abb req-10e45ed8-2547-4a31-9daa-537ffb1fc1b9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=39e9cde6-0d01-4242-a6ed-06857cf13960 HTTP/1.1" status: 200 len: 912 time: 0.3878770 Jul 28 09:25:12.531203 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0a246e-ab6f-4b9d-b731-1aa3ed59d5cd req-94564b8a-945c-4dc7-9c9b-6f99785f6694 tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:12.532680 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-0b0a246e-ab6f-4b9d-b731-1aa3ed59d5cd req-94564b8a-945c-4dc7-9c9b-6f99785f6694 tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] 10.222.0.23 "GET /v2.0/ports?device_id=3553763b-4ea7-46c3-a243-3e7217b9f319 HTTP/1.1" status: 200 len: 945 time: 0.3213575 Jul 28 09:25:12.588809 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-22a749db-ed52-4742-8abb-8d03268f5abb req-ea5952a8-70f2-40b6-a8f3-f0b1015a24cd service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07e5d078-45f6-402a-8b20-74f5720941fe HTTP/1.1" status: 200 len: 217 time: 0.0550952 Jul 28 09:25:12.595127 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-33a22f01-d4ca-4d29-9cb2-8f33d5b74f08 req-d83284c1-4ccf-49b8-9bf7-6f1bb3b71b81 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba7ca661-0cb6-4167-9687-f2b430c66e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022690 Jul 28 09:25:12.644968 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-0b0a246e-ab6f-4b9d-b731-1aa3ed59d5cd req-20e67ad9-6e9b-4ee2-bffe-71c3d98d7da9 tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] 10.222.0.23 "GET /v2.0/security-groups?id=af86cd65-c6a0-4edd-a79e-986ab1ba90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017568 Jul 28 09:25:12.665438 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a749db-ed52-4742-8abb-8d03268f5abb req-3b869714-636a-48db-a820-547bf15501bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:12.667384 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-22a749db-ed52-4742-8abb-8d03268f5abb req-3b869714-636a-48db-a820-547bf15501bd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=20e57957-5bf7-45eb-ad51-199187182dea HTTP/1.1" status: 200 len: 850 time: 0.0548325 Jul 28 09:25:12.779819 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a749db-ed52-4742-8abb-8d03268f5abb req-905f9871-5d7b-47e8-8301-9ee7a8e69260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:12.781346 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-22a749db-ed52-4742-8abb-8d03268f5abb req-905f9871-5d7b-47e8-8301-9ee7a8e69260 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=39e9cde6-0d01-4242-a6ed-06857cf13960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1016490 Jul 28 09:25:12.789031 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03072910-1285-4db4-be1d-32c17aba90ad req-aee4229e-d296-44c8-9bb2-cdc6816ba4be tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:12.790467 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-03072910-1285-4db4-be1d-32c17aba90ad req-aee4229e-d296-44c8-9bb2-cdc6816ba4be tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 944 time: 0.1219800 Jul 28 09:25:12.822039 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391a4452-54e5-4b41-a901-be92425a66c1 req-197e4911-e65a-490c-90be-287cc0d8cf71 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:12.823527 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-391a4452-54e5-4b41-a901-be92425a66c1 req-197e4911-e65a-490c-90be-287cc0d8cf71 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=89bf9e96-f9c0-4e9b-9eb6-a01c13b4ac67 HTTP/1.1" status: 200 len: 945 time: 0.1021800 Jul 28 09:25:12.919915 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-03072910-1285-4db4-be1d-32c17aba90ad req-b68e2e33-2fda-4fc0-8b90-1bee1665ffb8 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192548 Jul 28 09:25:12.936759 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-391a4452-54e5-4b41-a901-be92425a66c1 req-1019827c-b01c-45ef-b401-cbdcd3e6e6cf tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998297 Jul 28 09:25:12.970625 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-22a749db-ed52-4742-8abb-8d03268f5abb req-908db4e6-d41e-4189-a248-8c6562befe50 service neutron] 10.222.0.32 "GET /v2.0/networks/39e9cde6-0d01-4242-a6ed-06857cf13960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718194 Jul 28 09:25:13.114969 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad58bec2-3259-4755-bc14-35383dff90b0 req-c0db7110-16ec-43c3-bcc6-eb7904c8b9f6 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:13.116382 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-ad58bec2-3259-4755-bc14-35383dff90b0 req-c0db7110-16ec-43c3-bcc6-eb7904c8b9f6 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 944 time: 0.0751965 Jul 28 09:25:13.133871 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-22a749db-ed52-4742-8abb-8d03268f5abb req-5b190213-4af5-427f-b785-b04a3480ea92 service neutron] 10.222.0.32 "GET /v2.0/networks/39e9cde6-0d01-4242-a6ed-06857cf13960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415808 Jul 28 09:25:13.161613 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-ad58bec2-3259-4755-bc14-35383dff90b0 req-26465f49-e305-43e5-aacd-4c1780031e6b tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379889 Jul 28 09:25:13.358101 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device 2b4fdddf-03d6-4edc-b888-724b64f54c3b up at agent hyperv_hv-cinder-80266 {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:25:13.414196 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Provisioning for port 2b4fdddf-03d6-4edc-b888-724b64f54c3b completed by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:25:13.418293 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Provisioning complete for port 2b4fdddf-03d6-4edc-b888-724b64f54c3b triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:25:13.418668 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:13.511784 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:13.540869 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '722bacfd-c01b-427f-a5db-de2581b3dc2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b4fdddf-03d6-4edc-b888-724b64f54c3b'}] {{(pid=93069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:25:13.543170 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386f2323eb9bad1244c7f57c000109fc890726fb555cdcb5e37d65c089562af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5492cf89-c428-4805-81bc-31c6caec8c9e" -d '{"events": [{"server_uuid": "722bacfd-c01b-427f-a5db-de2581b3dc2e", "name": "network-vif-plugged", "status": "completed", "tag": "2b4fdddf-03d6-4edc-b888-724b64f54c3b"}]}' {{(pid=93069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:25:13.560200 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port 2b4fdddf-03d6-4edc-b888-724b64f54c3b, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=2b4fdddf-03d6-4edc-b888-724b64f54c3b,segment=NetworkSegment(e2665667-7ebc-4093-83fc-21abd84d8703),segment_id=e2665667-7ebc-4093-83fc-21abd84d8703)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:25:13.569235 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:13.603917 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 09:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21343d3f-e067-4b45-a533-d85ad2956494 x-openstack-request-id: req-21343d3f-e067-4b45-a533-d85ad2956494 {{(pid=93069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:25:13.604312 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "722bacfd-c01b-427f-a5db-de2581b3dc2e", "name": "network-vif-plugged", "status": "completed", "tag": "2b4fdddf-03d6-4edc-b888-724b64f54c3b", "code": 200}]} {{(pid=93069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:25:13.604658 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-21343d3f-e067-4b45-a533-d85ad2956494 {{(pid=93069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:25:13.605303 dv-cinder-802669-1-iscsi neutron-server[93069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '722bacfd-c01b-427f-a5db-de2581b3dc2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b4fdddf-03d6-4edc-b888-724b64f54c3b', 'code': 200} Jul 28 09:25:13.648690 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Pushing event updated for resources: {'Port': ['ID=2b4fdddf-03d6-4edc-b888-724b64f54c3b,revision_number=5']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:13.843504 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c566f7d-1f8b-4f9e-941d-7b56649deeef req-38a7f43a-97d3-4112-911f-3924cf68b700 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:13.845108 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-6c566f7d-1f8b-4f9e-941d-7b56649deeef req-38a7f43a-97d3-4112-911f-3924cf68b700 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e1287df-cb69-4058-b6ed-b2156f10ea45 HTTP/1.1" status: 200 len: 945 time: 0.1642263 Jul 28 09:25:13.869753 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd41c1-2862-418b-916c-e1ef9cbbfd10 req-508f6d33-6a8a-4858-8860-97cba5cbb04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:13.871233 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-8dbd41c1-2862-418b-916c-e1ef9cbbfd10 req-508f6d33-6a8a-4858-8860-97cba5cbb04d service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=722bacfd-c01b-427f-a5db-de2581b3dc2e HTTP/1.1" status: 200 len: 1098 time: 0.0828938 Jul 28 09:25:13.884772 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ea9fe1-fc2e-421a-b1c6-36ec669bc067 req-5a3f37c1-3a8e-406b-a787-fe5180593819 tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:13.886398 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-12ea9fe1-fc2e-421a-b1c6-36ec669bc067 req-5a3f37c1-3a8e-406b-a787-fe5180593819 tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] 10.222.0.23 "GET /v2.0/ports?device_id=3553763b-4ea7-46c3-a243-3e7217b9f319 HTTP/1.1" status: 200 len: 945 time: 0.1385050 Jul 28 09:25:13.933394 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-6c566f7d-1f8b-4f9e-941d-7b56649deeef req-c2f8521e-6adb-4c90-8c21-1d846abac2c8 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba7ca661-0cb6-4167-9687-f2b430c66e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806353 Jul 28 09:25:13.957006 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-8dbd41c1-2862-418b-916c-e1ef9cbbfd10 req-ce2be991-200b-4543-b5a7-9bb9d71ceefd service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676403 Jul 28 09:25:13.961871 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-12ea9fe1-fc2e-421a-b1c6-36ec669bc067 req-ebce32d6-3f4a-49ec-89d7-69088f1d2bf6 tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] 10.222.0.23 "GET /v2.0/security-groups?id=af86cd65-c6a0-4edd-a79e-986ab1ba90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660725 Jul 28 09:25:14.076074 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a0f39f-83bc-47c8-b4a9-babd2ef94168 req-a39062b9-25c7-4da8-b87a-e344cf6dd4e8 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:14.077658 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-19a0f39f-83bc-47c8-b4a9-babd2ef94168 req-a39062b9-25c7-4da8-b87a-e344cf6dd4e8 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 944 time: 0.0806148 Jul 28 09:25:14.116581 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cbf889-fa7e-499a-a604-4075be727731 req-8cb443ee-cfea-40d3-880a-9af95cf8efdb tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:14.118295 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-24cbf889-fa7e-499a-a604-4075be727731 req-8cb443ee-cfea-40d3-880a-9af95cf8efdb tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=89bf9e96-f9c0-4e9b-9eb6-a01c13b4ac67 HTTP/1.1" status: 200 len: 945 time: 0.0803869 Jul 28 09:25:14.150065 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-19a0f39f-83bc-47c8-b4a9-babd2ef94168 req-80d1f1a5-f8ca-4399-b213-c60373783733 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650201 Jul 28 09:25:14.172608 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-24cbf889-fa7e-499a-a604-4075be727731 req-3f8cb8d4-26cb-4cab-9b54-959bd9077786 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437257 Jul 28 09:25:14.339075 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0b8350-812b-4f94-b5da-0149ee872157 req-36d160a9-3e43-4396-9955-4afe5502ac4c tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:14.341204 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-da0b8350-812b-4f94-b5da-0149ee872157 req-36d160a9-3e43-4396-9955-4afe5502ac4c tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 944 time: 0.0895276 Jul 28 09:25:14.388634 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-da0b8350-812b-4f94-b5da-0149ee872157 req-f6cf6d04-4311-45e4-ab36-d77f3b9cc887 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411136 Jul 28 09:25:14.538497 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd7ba6-36ca-4a62-a654-d08e3bb42828 req-7af44671-91eb-4b1b-95c0-a314eea51d43 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:14.539964 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-70cd7ba6-36ca-4a62-a654-d08e3bb42828 req-7af44671-91eb-4b1b-95c0-a314eea51d43 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=89bf9e96-f9c0-4e9b-9eb6-a01c13b4ac67 HTTP/1.1" status: 200 len: 945 time: 0.0471659 Jul 28 09:25:14.582352 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-70cd7ba6-36ca-4a62-a654-d08e3bb42828 req-4e3e900d-884e-43c3-b3bf-7165c60a196f tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364389 Jul 28 09:25:15.275021 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2a7cd8-dae2-41a7-b627-cc31028d28ae req-f1abcde3-a55d-4503-9c9d-ef3302794526 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:15.276562 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7f2a7cd8-dae2-41a7-b627-cc31028d28ae req-f1abcde3-a55d-4503-9c9d-ef3302794526 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 944 time: 0.0505450 Jul 28 09:25:15.314285 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7f2a7cd8-dae2-41a7-b627-cc31028d28ae req-83853031-c844-4ae1-a573-e3ac131edfa2 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315659 Jul 28 09:25:15.515563 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d5e2e-56e9-41a9-aa37-9b9150a0fd94 req-84a5c0bb-e53b-442d-a481-549374e32381 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:15.517053 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-1e3d5e2e-56e9-41a9-aa37-9b9150a0fd94 req-84a5c0bb-e53b-442d-a481-549374e32381 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 944 time: 0.0467799 Jul 28 09:25:15.557637 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-1e3d5e2e-56e9-41a9-aa37-9b9150a0fd94 req-adf7c401-18e2-4033-b031-ab5b6f7f8f5d tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323822 Jul 28 09:25:15.695652 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eb4138-71bc-4b6b-ae5c-bd01664b9e04 req-53702fc2-02b7-46a3-b872-f2229d8eac89 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:15.697080 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-75eb4138-71bc-4b6b-ae5c-bd01664b9e04 req-53702fc2-02b7-46a3-b872-f2229d8eac89 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=89bf9e96-f9c0-4e9b-9eb6-a01c13b4ac67 HTTP/1.1" status: 200 len: 945 time: 0.0479970 Jul 28 09:25:15.737676 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-75eb4138-71bc-4b6b-ae5c-bd01664b9e04 req-922a9aec-af5a-402f-9f9d-7578952de01b tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346777 Jul 28 09:25:16.033349 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device 783c4c2d-0e20-455d-97a1-49611ff7ea66 details requested by agent hyperv_hv-cinder-80266 with host hv-cinder-80266 {{(pid=93069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 09:25:16.127401 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port 783c4c2d-0e20-455d-97a1-49611ff7ea66, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=783c4c2d-0e20-455d-97a1-49611ff7ea66,segment=NetworkSegment(8d4ebd29-05d0-486e-9486-49583b4bf742),segment_id=8d4ebd29-05d0-486e-9486-49583b4bf742)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:25:16.138792 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Returning: {'device': '783c4c2d-0e20-455d-97a1-49611ff7ea66', 'network_id': '59c4a637-5ed0-4b6e-a037-96ec97ce270f', 'port_id': '783c4c2d-0e20-455d-97a1-49611ff7ea66', 'mac_address': 'fa:16:3e:c0:18:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd0bcb40-b982-4039-a925-2309bc61c85b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 09:25:16.174673 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:16.187218 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.notifiers.nova [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 783c4c2d-0e20-455d-97a1-49611ff7ea66 {{(pid=93069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 09:25:16.207242 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port 783c4c2d-0e20-455d-97a1-49611ff7ea66, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=783c4c2d-0e20-455d-97a1-49611ff7ea66,segment=NetworkSegment(8d4ebd29-05d0-486e-9486-49583b4bf742),segment_id=8d4ebd29-05d0-486e-9486-49583b4bf742)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:25:16.211231 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:16.211907 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device 07e5d078-45f6-402a-8b20-74f5720941fe details requested by agent hyperv_hv-cinder-80266 with host hv-cinder-80266 {{(pid=93069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 09:25:16.300069 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Pushing event updated for resources: {'Port': ['ID=783c4c2d-0e20-455d-97a1-49611ff7ea66,revision_number=4']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:16.343204 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port 07e5d078-45f6-402a-8b20-74f5720941fe, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=07e5d078-45f6-402a-8b20-74f5720941fe,segment=NetworkSegment(75e20d3b-d1a3-42b5-b60b-d82f091cd497),segment_id=75e20d3b-d1a3-42b5-b60b-d82f091cd497)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:25:16.354642 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Returning: {'device': '07e5d078-45f6-402a-8b20-74f5720941fe', 'network_id': '39e9cde6-0d01-4242-a6ed-06857cf13960', 'port_id': '07e5d078-45f6-402a-8b20-74f5720941fe', 'mac_address': 'fa:16:3e:f8:2d:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20e57957-5bf7-45eb-ad51-199187182dea', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 09:25:16.393193 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:16.407415 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.notifiers.nova [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07e5d078-45f6-402a-8b20-74f5720941fe {{(pid=93069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 09:25:16.428091 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port 07e5d078-45f6-402a-8b20-74f5720941fe, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=07e5d078-45f6-402a-8b20-74f5720941fe,segment=NetworkSegment(75e20d3b-d1a3-42b5-b60b-d82f091cd497),segment_id=75e20d3b-d1a3-42b5-b60b-d82f091cd497)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:25:16.433349 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c2869a-43b9-4cf2-9964-82f16979677b req-6d4b5411-6843-4ea1-bfaa-5aaa04074991 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:16.434876 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a1c2869a-43b9-4cf2-9964-82f16979677b req-6d4b5411-6843-4ea1-bfaa-5aaa04074991 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 944 time: 0.0546565 Jul 28 09:25:16.437025 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:16.477072 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a1c2869a-43b9-4cf2-9964-82f16979677b req-fc91edba-65ee-44a7-ae5c-63ab90f6d001 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350003 Jul 28 09:25:16.492511 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Pushing event updated for resources: {'Port': ['ID=07e5d078-45f6-402a-8b20-74f5720941fe,revision_number=4']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:16.676332 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb5226f-3c6c-4c2d-b81d-d856c4319384 req-7c996705-d27e-47a4-92bf-2f61858be131 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:16.677596 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-1fb5226f-3c6c-4c2d-b81d-d856c4319384 req-7c996705-d27e-47a4-92bf-2f61858be131 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 945 time: 0.0472460 Jul 28 09:25:16.715243 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-1fb5226f-3c6c-4c2d-b81d-d856c4319384 req-e31e2e83-cb31-433a-8aeb-98eda417ae40 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315144 Jul 28 09:25:16.848751 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2d2db-9f0d-487e-989a-8a647bc341c1 req-01e6e374-9ad8-4f24-8a54-f6bb93ea05b4 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:16.850205 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e6d2d2db-9f0d-487e-989a-8a647bc341c1 req-01e6e374-9ad8-4f24-8a54-f6bb93ea05b4 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=89bf9e96-f9c0-4e9b-9eb6-a01c13b4ac67 HTTP/1.1" status: 200 len: 945 time: 0.0468991 Jul 28 09:25:16.894231 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e6d2d2db-9f0d-487e-989a-8a647bc341c1 req-ac5493fb-894e-4138-a55e-bb1d164f5ed3 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378814 Jul 28 09:25:17.273217 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534aa2bd-c2b4-4c7c-af43-47f537205f84 req-60142d70-fdfc-4188-a923-dc6013395461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:17.274718 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-534aa2bd-c2b4-4c7c-af43-47f537205f84 req-60142d70-fdfc-4188-a923-dc6013395461 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cdd4025f7c74471e81aa73079f97a769&device_id=89bf9e96-f9c0-4e9b-9eb6-a01c13b4ac67 HTTP/1.1" status: 200 len: 1098 time: 0.0435307 Jul 28 09:25:17.367903 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534aa2bd-c2b4-4c7c-af43-47f537205f84 req-ec42b9d7-23bb-4655-86bf-6b5b987fc42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:17.370114 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-534aa2bd-c2b4-4c7c-af43-47f537205f84 req-ec42b9d7-23bb-4655-86bf-6b5b987fc42c service neutron] 10.222.0.32 "GET /v2.0/networks?id=bc5fa390-0a22-474b-ac35-e54c73e4ebd9 HTTP/1.1" status: 200 len: 920 time: 0.0876753 Jul 28 09:25:17.418178 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-534aa2bd-c2b4-4c7c-af43-47f537205f84 req-d57f4c0c-55a1-4157-b745-c4a1979d2dc6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=516a84f0-5846-45f0-8ffc-f11a2e8eec67 HTTP/1.1" status: 200 len: 217 time: 0.0400567 Jul 28 09:25:17.467548 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534aa2bd-c2b4-4c7c-af43-47f537205f84 req-6e5a9e67-5c3e-4082-80bc-cc956f385012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:17.469061 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-534aa2bd-c2b4-4c7c-af43-47f537205f84 req-6e5a9e67-5c3e-4082-80bc-cc956f385012 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e1f74411-6c4e-4dfc-902d-6f35d76f4922 HTTP/1.1" status: 200 len: 859 time: 0.0431414 Jul 28 09:25:17.503495 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-534aa2bd-c2b4-4c7c-af43-47f537205f84 req-399a6301-687f-46a0-bf16-e3d8564291c7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bc5fa390-0a22-474b-ac35-e54c73e4ebd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238919 Jul 28 09:25:17.583469 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] get_ports_and_sgs() called for port_ids ['783c4c2d-0e20-455d-97a1-49611ff7ea66'] {{(pid=93069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:25:17.633720 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb49ddc-3a4a-4767-aa2b-87d8ba10763b req-b779e08d-412e-4a89-9c81-e205fd61952f tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:17.635256 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-8bb49ddc-3a4a-4767-aa2b-87d8ba10763b req-b779e08d-412e-4a89-9c81-e205fd61952f tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 945 time: 0.0746956 Jul 28 09:25:17.641615 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-534aa2bd-c2b4-4c7c-af43-47f537205f84 req-05859650-dd05-4182-9327-2b7a67323ec2 service neutron] 10.222.0.32 "GET /v2.0/networks/bc5fa390-0a22-474b-ac35-e54c73e4ebd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294236 Jul 28 09:25:17.681536 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] get_ports_and_sgs() called for port_ids ['07e5d078-45f6-402a-8b20-74f5720941fe'] {{(pid=93069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:25:17.720771 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-8bb49ddc-3a4a-4767-aa2b-87d8ba10763b req-0cc9c8bb-c545-4452-b4ea-7705a4974003 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772936 Jul 28 09:25:17.769727 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-534aa2bd-c2b4-4c7c-af43-47f537205f84 req-4b7abbd2-077f-4a58-bf32-2f29c56a7b39 service neutron] 10.222.0.32 "GET /v2.0/networks/bc5fa390-0a22-474b-ac35-e54c73e4ebd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084337 Jul 28 09:25:17.850323 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa8e438-f797-4668-b6c3-d96a0bc4b236 req-cb382d29-8e66-48c8-b09e-7cc20cebca28 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:17.852112 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-baa8e438-f797-4668-b6c3-d96a0bc4b236 req-cb382d29-8e66-48c8-b09e-7cc20cebca28 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 945 time: 0.0625737 Jul 28 09:25:17.892742 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-baa8e438-f797-4668-b6c3-d96a0bc4b236 req-babd6ed6-6992-4a32-9e34-c9757afe3d8a tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344820 Jul 28 09:25:18.022925 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eda49a2-5691-4da7-b8a3-9a0427541cb4 req-fa6b2af5-ace8-48e1-a70f-23542d298553 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:18.024708 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-3eda49a2-5691-4da7-b8a3-9a0427541cb4 req-fa6b2af5-ace8-48e1-a70f-23542d298553 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=89bf9e96-f9c0-4e9b-9eb6-a01c13b4ac67 HTTP/1.1" status: 200 len: 945 time: 0.0579915 Jul 28 09:25:18.074599 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-3eda49a2-5691-4da7-b8a3-9a0427541cb4 req-ef72d8ac-e8c7-4516-9724-1060f20496c4 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431597 Jul 28 09:25:19.045422 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120403c5-ee05-4137-964c-c41afbaa843b req-6f1a7815-ba64-415e-b1a9-0e786264bb09 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:19.046969 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-120403c5-ee05-4137-964c-c41afbaa843b req-6f1a7815-ba64-415e-b1a9-0e786264bb09 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 945 time: 0.0551713 Jul 28 09:25:19.105896 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-120403c5-ee05-4137-964c-c41afbaa843b req-28d9cbf3-6e69-4fcc-b71e-50633211e5ec tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516179 Jul 28 09:25:19.158465 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3daaa5-c1a7-4348-af94-41dc7dc3a0a2 req-3b4c26ed-bf60-4058-aa11-9f643247ad35 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:19.167857 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2a3daaa5-c1a7-4348-af94-41dc7dc3a0a2 req-3b4c26ed-bf60-4058-aa11-9f643247ad35 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 945 time: 0.0587759 Jul 28 09:25:19.249540 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2a3daaa5-c1a7-4348-af94-41dc7dc3a0a2 req-8cdb0a23-bbda-4d6b-85e8-f54802050d76 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786450 Jul 28 09:25:19.265005 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145fc774-53f6-46a4-a724-6d0b66365773 req-26d4e426-60b7-4ce8-834f-812b53213b9e tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:19.266690 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-145fc774-53f6-46a4-a724-6d0b66365773 req-26d4e426-60b7-4ce8-834f-812b53213b9e tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=89bf9e96-f9c0-4e9b-9eb6-a01c13b4ac67 HTTP/1.1" status: 200 len: 945 time: 0.0884621 Jul 28 09:25:19.312765 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-145fc774-53f6-46a4-a724-6d0b66365773 req-b4f9ef45-e5c6-4e80-9ba0-cdea293ad69a tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362568 Jul 28 09:25:19.419671 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device 783c4c2d-0e20-455d-97a1-49611ff7ea66 up at agent hyperv_hv-cinder-80266 {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:25:19.470342 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Provisioning for port 783c4c2d-0e20-455d-97a1-49611ff7ea66 completed by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:25:19.474084 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Provisioning complete for port 783c4c2d-0e20-455d-97a1-49611ff7ea66 triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:25:19.474453 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:19.557711 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:19.581274 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1770556b-7187-418c-9c5e-6f6652a8f4c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '783c4c2d-0e20-455d-97a1-49611ff7ea66'}] {{(pid=93069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:25:19.584198 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386f2323eb9bad1244c7f57c000109fc890726fb555cdcb5e37d65c089562af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943d14c7-f76e-4b77-bade-b70ae4446cfb" -d '{"events": [{"server_uuid": "1770556b-7187-418c-9c5e-6f6652a8f4c3", "name": "network-vif-plugged", "status": "completed", "tag": "783c4c2d-0e20-455d-97a1-49611ff7ea66"}]}' {{(pid=93069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:25:19.597434 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port 783c4c2d-0e20-455d-97a1-49611ff7ea66, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=783c4c2d-0e20-455d-97a1-49611ff7ea66,segment=NetworkSegment(8d4ebd29-05d0-486e-9486-49583b4bf742),segment_id=8d4ebd29-05d0-486e-9486-49583b4bf742)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:25:19.602042 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:19.602954 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device 07e5d078-45f6-402a-8b20-74f5720941fe up at agent hyperv_hv-cinder-80266 {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:25:19.641117 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 09:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d56f3be-a5f2-4382-9cc2-94e221350616 x-openstack-request-id: req-2d56f3be-a5f2-4382-9cc2-94e221350616 {{(pid=93069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:25:19.641440 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1770556b-7187-418c-9c5e-6f6652a8f4c3", "name": "network-vif-plugged", "status": "completed", "tag": "783c4c2d-0e20-455d-97a1-49611ff7ea66", "code": 200}]} {{(pid=93069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:25:19.641722 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2d56f3be-a5f2-4382-9cc2-94e221350616 {{(pid=93069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:25:19.642123 dv-cinder-802669-1-iscsi neutron-server[93069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1770556b-7187-418c-9c5e-6f6652a8f4c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '783c4c2d-0e20-455d-97a1-49611ff7ea66', 'code': 200} Jul 28 09:25:19.681589 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Pushing event updated for resources: {'Port': ['ID=783c4c2d-0e20-455d-97a1-49611ff7ea66,revision_number=5']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:19.694102 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Provisioning for port 07e5d078-45f6-402a-8b20-74f5720941fe completed by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:25:19.698088 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Provisioning complete for port 07e5d078-45f6-402a-8b20-74f5720941fe triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:25:19.698465 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:19.790192 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:19.825900 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port 07e5d078-45f6-402a-8b20-74f5720941fe, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=07e5d078-45f6-402a-8b20-74f5720941fe,segment=NetworkSegment(75e20d3b-d1a3-42b5-b60b-d82f091cd497),segment_id=75e20d3b-d1a3-42b5-b60b-d82f091cd497)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:25:19.829707 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:19.875371 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Pushing event updated for resources: {'Port': ['ID=07e5d078-45f6-402a-8b20-74f5720941fe,revision_number=5']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:20.231173 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a42095-e90b-4f4b-a40e-80e3fe5ea7b2 req-932d9d34-7c6e-4c98-91ee-5267a65ad28d tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:20.232722 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-83a42095-e90b-4f4b-a40e-80e3fe5ea7b2 req-932d9d34-7c6e-4c98-91ee-5267a65ad28d tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 946 time: 0.0520546 Jul 28 09:25:20.273303 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-83a42095-e90b-4f4b-a40e-80e3fe5ea7b2 req-e4b14861-d2ea-4e5b-9ea6-b4768aa414e8 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327275 Jul 28 09:25:20.387679 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a951005-9c55-4662-a1ed-ff4dd11daf62 req-06e4251f-fc50-4d04-9c75-c4b5167da336 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:20.389203 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-3a951005-9c55-4662-a1ed-ff4dd11daf62 req-06e4251f-fc50-4d04-9c75-c4b5167da336 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 946 time: 0.0525951 Jul 28 09:25:20.458356 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-3a951005-9c55-4662-a1ed-ff4dd11daf62 req-3fd6856a-6f26-4b65-bc24-a6a205e92f2d tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578330 Jul 28 09:25:20.467320 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b4c0e4-7ef3-4542-8db1-519be84977ef req-edefe38e-d060-4c7d-9535-a8f5a7ad3ac5 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:20.468832 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-f0b4c0e4-7ef3-4542-8db1-519be84977ef req-edefe38e-d060-4c7d-9535-a8f5a7ad3ac5 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=89bf9e96-f9c0-4e9b-9eb6-a01c13b4ac67 HTTP/1.1" status: 200 len: 945 time: 0.0787599 Jul 28 09:25:20.516856 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-f0b4c0e4-7ef3-4542-8db1-519be84977ef req-223d9338-a85c-4b89-a3dd-d4bffe57430d tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404551 Jul 28 09:25:20.783041 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 47314) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:25:20.890929 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-de4db57d-0991-4a5f-9cc9-492ce3070b34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:20.975717 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-de4db57d-0991-4a5f-9cc9-492ce3070b34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:20.979472 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-de4db57d-0991-4a5f-9cc9-492ce3070b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:21.016285 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-de4db57d-0991-4a5f-9cc9-492ce3070b34 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=acd6d119dd2d41e792ad912ba4bd1cfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2321563 Jul 28 09:25:21.017212 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4db57d-0991-4a5f-9cc9-492ce3070b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c915f46-fe16-405f-8f49-8d3908822029,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:21.018957 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 47320) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:25:21.073996 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-f6733464-1e09-40b3-83df-424b18d3f4b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:21.094539 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-f6733464-1e09-40b3-83df-424b18d3f4b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:21.142768 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-f6733464-1e09-40b3-83df-424b18d3f4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:21.145765 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-f6733464-1e09-40b3-83df-424b18d3f4b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:21.146962 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-f6733464-1e09-40b3-83df-424b18d3f4b2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3c915f46-fe16-405f-8f49-8d3908822029 HTTP/1.1" status: 204 len: 168 time: 0.1264369 Jul 28 09:25:21.154902 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6733464-1e09-40b3-83df-424b18d3f4b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c915f46-fe16-405f-8f49-8d3908822029,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:21.387669 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7717ad-d498-464a-91e7-0a21b1436761 req-2477cafc-0a9e-41a3-a97b-67ae021e1c3f tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:21.389163 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-1a7717ad-d498-464a-91e7-0a21b1436761 req-2477cafc-0a9e-41a3-a97b-67ae021e1c3f tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 946 time: 0.0505102 Jul 28 09:25:21.416162 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 47332) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:25:21.428488 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-1a7717ad-d498-464a-91e7-0a21b1436761 req-0bc6711c-e225-425a-b45a-8cf474235c94 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325778 Jul 28 09:25:21.429336 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-466dce61-c139-45aa-a030-1316f8d64dd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:21.517505 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-466dce61-c139-45aa-a030-1316f8d64dd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:21.522309 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-466dce61-c139-45aa-a030-1316f8d64dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:21.559723 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-466dce61-c139-45aa-a030-1316f8d64dd8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=34d62daa09414e239f7e2148636513cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1399417 Jul 28 09:25:21.562186 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 47340) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:25:21.580319 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466dce61-c139-45aa-a030-1316f8d64dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6af496f1-fc8b-4aa3-a3aa-0b3f88c82e03,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:21.591288 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81174727-0c44-481c-9e49-a64143a780d5 req-0a146fed-c398-4b8e-aa51-8e9f8655f9c3 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:21.593211 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-81174727-0c44-481c-9e49-a64143a780d5 req-0a146fed-c398-4b8e-aa51-8e9f8655f9c3 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 946 time: 0.0557547 Jul 28 09:25:21.621126 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-63bc7cdd-3829-40a4-99b5-a78693bd64f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:21.642145 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-63bc7cdd-3829-40a4-99b5-a78693bd64f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:21.644977 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a93e643c-a780-41fb-9719-43b374afe806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e5d078-45f6-402a-8b20-74f5720941fe'}] {{(pid=93069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:25:21.646941 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386f2323eb9bad1244c7f57c000109fc890726fb555cdcb5e37d65c089562af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb4e0c2c-ebc7-4879-9599-c9c2e835466a" -d '{"events": [{"server_uuid": "a93e643c-a780-41fb-9719-43b374afe806", "name": "network-vif-plugged", "status": "completed", "tag": "07e5d078-45f6-402a-8b20-74f5720941fe"}]}' {{(pid=93069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:25:21.665725 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-81174727-0c44-481c-9e49-a64143a780d5 req-315f6aff-cbcd-44a3-ba40-93f6e3a5cbce tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648625 Jul 28 09:25:21.678388 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f5a2b1-9a39-45bc-a191-3d809d021f79 req-e3631c13-dfc3-4104-b554-a41e578e43fb tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:21.679915 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a7f5a2b1-9a39-45bc-a191-3d809d021f79 req-e3631c13-dfc3-4104-b554-a41e578e43fb tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=89bf9e96-f9c0-4e9b-9eb6-a01c13b4ac67 HTTP/1.1" status: 200 len: 945 time: 0.0728047 Jul 28 09:25:21.689063 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-63bc7cdd-3829-40a4-99b5-a78693bd64f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:21.692759 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-63bc7cdd-3829-40a4-99b5-a78693bd64f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:21.694241 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-63bc7cdd-3829-40a4-99b5-a78693bd64f1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6af496f1-fc8b-4aa3-a3aa-0b3f88c82e03 HTTP/1.1" status: 204 len: 168 time: 0.1309872 Jul 28 09:25:21.704836 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bc7cdd-3829-40a4-99b5-a78693bd64f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af496f1-fc8b-4aa3-a3aa-0b3f88c82e03,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:21.725723 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 09:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d162db-6b47-44e2-a727-618a8d596ff5 x-openstack-request-id: req-a7d162db-6b47-44e2-a727-618a8d596ff5 {{(pid=93069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:25:21.726007 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a93e643c-a780-41fb-9719-43b374afe806", "name": "network-vif-plugged", "status": "completed", "tag": "07e5d078-45f6-402a-8b20-74f5720941fe", "code": 200}]} {{(pid=93069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:25:21.726413 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a7d162db-6b47-44e2-a727-618a8d596ff5 {{(pid=93069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:25:21.726794 dv-cinder-802669-1-iscsi neutron-server[93069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a93e643c-a780-41fb-9719-43b374afe806', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07e5d078-45f6-402a-8b20-74f5720941fe', 'code': 200} Jul 28 09:25:21.735751 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a7f5a2b1-9a39-45bc-a191-3d809d021f79 req-906a73a0-29f5-41ba-a3cf-6035040f956c tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498118 Jul 28 09:25:22.007662 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 47350) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:25:22.020850 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-2e5556bb-ca05-48b4-ac49-27a1361fde2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:22.108378 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-2e5556bb-ca05-48b4-ac49-27a1361fde2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:22.112047 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-2e5556bb-ca05-48b4-ac49-27a1361fde2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:22.149800 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-2e5556bb-ca05-48b4-ac49-27a1361fde2b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=34fe60a36be04588b9d635ab53bd1489&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1410117 Jul 28 09:25:22.150565 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5556bb-ca05-48b4-ac49-27a1361fde2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ab848e-074f-41f8-b68b-917d0cf8bca6,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:22.152816 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 47352) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:25:22.201717 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-be95e192-8262-453d-ab9c-ae7ae351438f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:22.222543 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-be95e192-8262-453d-ab9c-ae7ae351438f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:22.268148 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-be95e192-8262-453d-ab9c-ae7ae351438f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:22.270869 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-be95e192-8262-453d-ab9c-ae7ae351438f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:22.272043 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-be95e192-8262-453d-ab9c-ae7ae351438f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/74ab848e-074f-41f8-b68b-917d0cf8bca6 HTTP/1.1" status: 204 len: 168 time: 0.1183088 Jul 28 09:25:22.279654 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be95e192-8262-453d-ab9c-ae7ae351438f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ab848e-074f-41f8-b68b-917d0cf8bca6,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:22.546138 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5e2e4-a3c1-4405-86fe-18ffe5b869e7 req-10f75ecb-d18d-42dc-9bde-3d936af661ab tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:22.547700 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-4bc5e2e4-a3c1-4405-86fe-18ffe5b869e7 req-10f75ecb-d18d-42dc-9bde-3d936af661ab tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 946 time: 0.0519409 Jul 28 09:25:22.589011 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-4bc5e2e4-a3c1-4405-86fe-18ffe5b869e7 req-9f9f2bd6-96b4-4734-9280-a4fa1e861deb tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346231 Jul 28 09:25:22.636341 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e04df6-2076-46da-b98d-f55531f6a525 req-040feb3d-5120-46d8-a933-82aff4c3e072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:22.637940 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b8e04df6-2076-46da-b98d-f55531f6a525 req-040feb3d-5120-46d8-a933-82aff4c3e072 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 1099 time: 0.0411224 Jul 28 09:25:22.687984 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b8e04df6-2076-46da-b98d-f55531f6a525 req-e1019338-e08e-4432-9389-0434243369ac service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328202 Jul 28 09:25:22.802131 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7230091-8947-458e-9964-a4c75b465c15 req-11e0a8a8-d5e4-4e33-be77-447e7581b6e1 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:22.804530 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-c7230091-8947-458e-9964-a4c75b465c15 req-11e0a8a8-d5e4-4e33-be77-447e7581b6e1 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 946 time: 0.0541389 Jul 28 09:25:22.901792 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-c7230091-8947-458e-9964-a4c75b465c15 req-75f35959-635c-4ca7-bf09-0bde574465ea tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847647 Jul 28 09:25:22.916510 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc9f15e-3b8d-4d31-98cf-aa81ce63a075 req-12837f26-d7fc-4bdc-a89f-00c3631ff916 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:22.917954 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-8bc9f15e-3b8d-4d31-98cf-aa81ce63a075 req-12837f26-d7fc-4bdc-a89f-00c3631ff916 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=89bf9e96-f9c0-4e9b-9eb6-a01c13b4ac67 HTTP/1.1" status: 200 len: 945 time: 0.1102779 Jul 28 09:25:22.946300 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb5bd3a-58f2-4414-9e7b-7ad73705f19e req-8bfdd67f-2323-4d9c-8e89-4c4494cdd7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:22.947872 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2eb5bd3a-58f2-4414-9e7b-7ad73705f19e req-8bfdd67f-2323-4d9c-8e89-4c4494cdd7be service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 1099 time: 0.1004455 Jul 28 09:25:22.965861 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-8bc9f15e-3b8d-4d31-98cf-aa81ce63a075 req-36b79497-50f4-4c32-90ad-5c2b5e082dd3 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417957 Jul 28 09:25:23.001316 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2eb5bd3a-58f2-4414-9e7b-7ad73705f19e req-12ef8b2d-90d2-4951-b053-8749323e4b75 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343261 Jul 28 09:25:23.722851 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bcea12-e3b4-4639-b8e6-f190cfbf85fb req-1e8f24f2-bf98-43c5-afec-54cf4a9696cb tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:23.724456 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b6bcea12-e3b4-4639-b8e6-f190cfbf85fb req-1e8f24f2-bf98-43c5-afec-54cf4a9696cb tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 946 time: 0.0539565 Jul 28 09:25:23.767000 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b6bcea12-e3b4-4639-b8e6-f190cfbf85fb req-7c8291c2-f7fb-4929-9aac-00468a4fb488 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349259 Jul 28 09:25:24.150873 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f2024e-e8be-42c6-8f19-35ebecc83d25 req-dc79e377-aa7d-4a47-aadc-adf0bf3cd6d5 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:24.153463 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-01f2024e-e8be-42c6-8f19-35ebecc83d25 req-dc79e377-aa7d-4a47-aadc-adf0bf3cd6d5 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 946 time: 0.1451225 Jul 28 09:25:24.200468 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6e9bd5-cf27-48b6-a15f-6378709cecdb req-1686f6d0-875a-4b24-abbb-9a0849c4a4b9 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:24.202588 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:24.203369 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-ef6e9bd5-cf27-48b6-a15f-6378709cecdb req-1686f6d0-875a-4b24-abbb-9a0849c4a4b9 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=89bf9e96-f9c0-4e9b-9eb6-a01c13b4ac67 HTTP/1.1" status: 200 len: 945 time: 0.1204853 Jul 28 09:25:24.292486 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-01f2024e-e8be-42c6-8f19-35ebecc83d25 req-1784e0f9-c99c-44ed-814e-b7a4606edf0d tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059499 Jul 28 09:25:24.317449 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-ef6e9bd5-cf27-48b6-a15f-6378709cecdb req-750fad3d-2e09-42f9-a037-45d14cbd477a tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041305 Jul 28 09:25:24.474157 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a2eb0d-773a-4e42-90b0-0b2e87a4d9b1 req-103a6467-97d5-463c-b0a9-8c911ab37069 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:24.475979 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-34a2eb0d-773a-4e42-90b0-0b2e87a4d9b1 req-103a6467-97d5-463c-b0a9-8c911ab37069 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 946 time: 0.0517740 Jul 28 09:25:24.484508 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 47452) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:25:24.489582 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [None req-427ed348-6de8-44d0-99d0-41f30205a896 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Request body: {'floatingip': {'port_id': '783c4c2d-0e20-455d-97a1-49611ff7ea66'}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:25:24.517735 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 47454) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:25:24.562162 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-427ed348-6de8-44d0-99d0-41f30205a896 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks [] for floatingip, before_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:24.622242 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-b49ff648-3fbc-4f2f-9369-6c6401290278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:24.689969 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.agents_db [None req-63843732-4a37-4b37-bfab-6dab7fdb1052 None None] Agent healthcheck: found 6 active agents {{(pid=93070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:25:24.717477 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-b49ff648-3fbc-4f2f-9369-6c6401290278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:24.723646 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-b49ff648-3fbc-4f2f-9369-6c6401290278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:24.762237 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49ff648-3fbc-4f2f-9369-6c6401290278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc2274f2-2657-4c8f-b772-c1c6585c2c8b,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:24.766613 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-b49ff648-3fbc-4f2f-9369-6c6401290278 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d4bb066932254494865ec22ca7fa70cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2458749 Jul 28 09:25:24.769656 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 47460) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:25:24.823142 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-5d58b227-6c28-418b-bb4e-84a43dbacafd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:24.846636 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-5d58b227-6c28-418b-bb4e-84a43dbacafd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:24.897719 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-5d58b227-6c28-418b-bb4e-84a43dbacafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:24.900584 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-5d58b227-6c28-418b-bb4e-84a43dbacafd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:24.901902 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-5d58b227-6c28-418b-bb4e-84a43dbacafd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cc2274f2-2657-4c8f-b772-c1c6585c2c8b HTTP/1.1" status: 204 len: 168 time: 0.1311212 Jul 28 09:25:24.911048 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d58b227-6c28-418b-bb4e-84a43dbacafd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc2274f2-2657-4c8f-b772-c1c6585c2c8b,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:25.211857 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 47476) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:25:25.225123 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-2cbd9a45-7df5-4b60-9213-25fc7d90de36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:25.254837 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d848213-36fa-4b0f-84b9-623cd1630082 req-44a8e376-c55c-4939-9a38-94b6f04509fb tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:25.256502 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-1d848213-36fa-4b0f-84b9-623cd1630082 req-44a8e376-c55c-4939-9a38-94b6f04509fb tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 946 time: 0.3903253 Jul 28 09:25:25.318982 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-2cbd9a45-7df5-4b60-9213-25fc7d90de36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:25.323055 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-2cbd9a45-7df5-4b60-9213-25fc7d90de36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:25.358039 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbd9a45-7df5-4b60-9213-25fc7d90de36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6187dc1b-5681-4e10-9365-2f50a715b5dd,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:25.366884 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-2cbd9a45-7df5-4b60-9213-25fc7d90de36 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=53c2aedcdd5841178aa0a7a0cb9f342f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1537397 Jul 28 09:25:25.369647 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 47480) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:25:25.373158 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-1d848213-36fa-4b0f-84b9-623cd1630082 req-0ab41108-e0c9-48a4-82b4-d6beb6834425 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092937 Jul 28 09:25:25.474942 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-1e180524-5c06-4d07-bfa0-6bec657842ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:25.510515 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-1e180524-5c06-4d07-bfa0-6bec657842ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:25.539802 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-427ed348-6de8-44d0-99d0-41f30205a896 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:25.546280 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-427ed348-6de8-44d0-99d0-41f30205a896 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8268857'] for floatingip, after_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:25.570626 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-1e180524-5c06-4d07-bfa0-6bec657842ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:25.574367 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-1e180524-5c06-4d07-bfa0-6bec657842ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:25.575820 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-1e180524-5c06-4d07-bfa0-6bec657842ec admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6187dc1b-5681-4e10-9365-2f50a715b5dd HTTP/1.1" status: 204 len: 168 time: 0.2050176 Jul 28 09:25:25.585567 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e180524-5c06-4d07-bfa0-6bec657842ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6187dc1b-5681-4e10-9365-2f50a715b5dd,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:25.615448 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4342875-35c2-4755-9023-7831f081ab0a req-11d81a82-1d3f-4e58-8640-3e26135f46b8 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:25.619951 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e4342875-35c2-4755-9023-7831f081ab0a req-11d81a82-1d3f-4e58-8640-3e26135f46b8 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 946 time: 0.1610143 Jul 28 09:25:25.632466 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec95261-6ee3-473c-9ffe-55b14584febd req-2af6d8a9-5432-4904-b65b-7429f9ba7cad tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:25.632466 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-aec95261-6ee3-473c-9ffe-55b14584febd req-2af6d8a9-5432-4904-b65b-7429f9ba7cad tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=89bf9e96-f9c0-4e9b-9eb6-a01c13b4ac67 HTTP/1.1" status: 200 len: 945 time: 0.1953614 Jul 28 09:25:25.632662 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 47494) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:25:25.637327 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.v2.base [None req-5617505a-6f84-4cf3-8b59-dd5e73de4e9b tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Request body: {'floatingip': {'port_id': '07e5d078-45f6-402a-8b20-74f5720941fe'}} {{(pid=93068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:25:25.712825 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-aec95261-6ee3-473c-9ffe-55b14584febd req-8c5682dc-ab0e-4122-9c2f-2437d2cb3081 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698457 Jul 28 09:25:25.737145 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.db.l3_db [None req-427ed348-6de8-44d0-99d0-41f30205a896 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Floating IP 9c2ab647-2de3-4953-bdb7-b9d3eddb69df associated. External IP: 172.27.3.59, port: 783c4c2d-0e20-455d-97a1-49611ff7ea66. Jul 28 09:25:25.738970 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-5617505a-6f84-4cf3-8b59-dd5e73de4e9b tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks [] for floatingip, before_update {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:25.959855 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-427ed348-6de8-44d0-99d0-41f30205a896 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Router 75f32e89-c1b8-49f9-a1eb-1ada1fad53b3 has already been hosted by L3 agent 4c8802ae-c91a-4e26-b3c6-37f497a3b5b2 {{(pid=93067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 09:25:25.984468 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 47500) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:25:26.007443 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-0ed52db4-462d-408b-ab85-88b55a25ae5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:26.073316 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-427ed348-6de8-44d0-99d0-41f30205a896 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify agent at l3_agent.dv-cinder-802669-1-iscsi the message routers_updated {{(pid=93067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:25:26.079389 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-427ed348-6de8-44d0-99d0-41f30205a896 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905'] for floatingip, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:26.089031 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517ab1a3-8584-43b7-a763-c9981c81ec4c None None] Sync routers for ids ['75f32e89-c1b8-49f9-a1eb-1ada1fad53b3'] in dv-cinder-802669-1-iscsi {{(pid=93070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:25:26.099406 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517ab1a3-8584-43b7-a763-c9981c81ec4c None None] Routers {'75f32e89-c1b8-49f9-a1eb-1ada1fad53b3'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:25:26.103672 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-517ab1a3-8584-43b7-a763-c9981c81ec4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:25:01Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['75f32e89-c1b8-49f9-a1eb-1ada1fad53b3'], 'active': True} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:25:26.111356 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-427ed348-6de8-44d0-99d0-41f30205a896 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "PUT /v2.0/floatingips/9c2ab647-2de3-4953-bdb7-b9d3eddb69df HTTP/1.1" status: 200 len: 991 time: 1.6230402 Jul 28 09:25:26.111356 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1770556b-7187-418c-9c5e-6f6652a8f4c3', 'tag': '783c4c2d-0e20-455d-97a1-49611ff7ea66'}] {{(pid=93067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:25:26.113425 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}119bb006a51e6799d77012a49065aa76076224f53078518f9bbc3af1ae40a877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b2d2b83-e721-43e3-8fcb-2f15fbea61f8" -d '{"events": [{"name": "network-changed", "server_uuid": "1770556b-7187-418c-9c5e-6f6652a8f4c3", "tag": "783c4c2d-0e20-455d-97a1-49611ff7ea66"}]}' {{(pid=93067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:25:26.160018 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 09:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14bb9333-0e6b-4425-88c8-b7c73572c828 x-openstack-request-id: req-14bb9333-0e6b-4425-88c8-b7c73572c828 {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:25:26.160297 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1770556b-7187-418c-9c5e-6f6652a8f4c3", "tag": "783c4c2d-0e20-455d-97a1-49611ff7ea66", "status": "completed", "code": 200}]} {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:25:26.160548 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-14bb9333-0e6b-4425-88c8-b7c73572c828 {{(pid=93067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:25:26.160966 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1770556b-7187-418c-9c5e-6f6652a8f4c3', 'tag': '783c4c2d-0e20-455d-97a1-49611ff7ea66', 'status': 'completed', 'code': 200} Jul 28 09:25:26.230845 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvr_db [None req-517ab1a3-8584-43b7-a763-c9981c81ec4c None None] Set router 75f32e89-c1b8-49f9-a1eb-1ada1fad53b3 gateway port host: dv-cinder-802669-1-iscsi {{(pid=93070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:25:26.500305 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-517ab1a3-8584-43b7-a763-c9981c81ec4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f32e89-c1b8-49f9-a1eb-1ada1fad53b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1030155211-router', 'tenant_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '936100aa-05d4-49f1-9f74-c3679b0940e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:24:32Z', 'updated_at': '2021-07-28T09:24:40Z', 'revision_number': 4, 'project_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'gw_port': {'id': '936100aa-05d4-49f1-9f74-c3679b0940e3', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f32e89-c1b8-49f9-a1eb-1ada1fad53b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:24:33Z', 'updated_at': '2021-07-28T09:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_floatingips': [{'id': '9c2ab647-2de3-4953-bdb7-b9d3eddb69df', 'tenant_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'floating_ip_address': '172.27.3.59', 'floating_network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'router_id': '75f32e89-c1b8-49f9-a1eb-1ada1fad53b3', 'port_id': '783c4c2d-0e20-455d-97a1-49611ff7ea66', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59c4a637-5ed0-4b6e-a037-96ec97ce270f', 'mac_address': 'fa:16:3e:c0:18:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1770556b-7187-418c-9c5e-6f6652a8f4c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T09:24:55Z', 'updated_at': '2021-07-28T09:25:25Z', 'revision_number': 1, 'project_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6c1d149-6b1a-4382-89d3-3fabefdcfd0d', 'name': '', 'network_id': '59c4a637-5ed0-4b6e-a037-96ec97ce270f', 'tenant_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'mac_address': 'fa:16:3e:0d:e8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f32e89-c1b8-49f9-a1eb-1ada1fad53b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fd0bcb40-b982-4039-a925-2309bc61c85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:24:37Z', 'updated_at': '2021-07-28T09:24:54Z', 'revision_number': 5, 'project_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'subnets': [{'id': 'fd0bcb40-b982-4039-a925-2309bc61c85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:25:26.530749 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517ab1a3-8584-43b7-a763-c9981c81ec4c None None] Checking router: 75f32e89-c1b8-49f9-a1eb-1ada1fad53b3 for host: dv-cinder-802669-1-iscsi {{(pid=93070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:25:26.539798 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517ab1a3-8584-43b7-a763-c9981c81ec4c None None] Routers {'75f32e89-c1b8-49f9-a1eb-1ada1fad53b3'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:25:26.540431 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-517ab1a3-8584-43b7-a763-c9981c81ec4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:25:01Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['75f32e89-c1b8-49f9-a1eb-1ada1fad53b3'], 'active': True} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:25:26.622267 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-0ed52db4-462d-408b-ab85-88b55a25ae5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:26.634866 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-0ed52db4-462d-408b-ab85-88b55a25ae5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:26.648872 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-5617505a-6f84-4cf3-8b59-dd5e73de4e9b tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:26.649186 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvr_db [None req-517ab1a3-8584-43b7-a763-c9981c81ec4c None None] Set router 75f32e89-c1b8-49f9-a1eb-1ada1fad53b3 gateway port host: dv-cinder-802669-1-iscsi {{(pid=93070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:25:26.664235 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-5617505a-6f84-4cf3-8b59-dd5e73de4e9b tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8268857'] for floatingip, after_update {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:26.715116 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-0ed52db4-462d-408b-ab85-88b55a25ae5c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e336fa8f6dc241668fd7b5c700a0d8de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7296162 Jul 28 09:25:26.717840 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 47512) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:25:26.719724 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed52db4-462d-408b-ab85-88b55a25ae5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09db0537-8ef4-4d2d-95a0-d90124410205,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:26.791967 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-ddfcf224-42e5-429f-b68f-4dd3ea953965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:26.811493 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.db.l3_db [None req-5617505a-6f84-4cf3-8b59-dd5e73de4e9b tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Floating IP 2b6357b4-9585-471b-b924-dc9249567250 associated. External IP: 172.27.3.253, port: 07e5d078-45f6-402a-8b20-74f5720941fe. Jul 28 09:25:26.842855 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-ddfcf224-42e5-429f-b68f-4dd3ea953965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:26.883503 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a34b4fb-00c6-4654-9015-036e34372e49 req-7835383f-3467-49f2-a563-0d9d20b10d48 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:26.884920 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-517ab1a3-8584-43b7-a763-c9981c81ec4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f32e89-c1b8-49f9-a1eb-1ada1fad53b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1030155211-router', 'tenant_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '936100aa-05d4-49f1-9f74-c3679b0940e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:24:32Z', 'updated_at': '2021-07-28T09:24:40Z', 'revision_number': 4, 'project_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'gw_port': {'id': '936100aa-05d4-49f1-9f74-c3679b0940e3', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f32e89-c1b8-49f9-a1eb-1ada1fad53b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:24:33Z', 'updated_at': '2021-07-28T09:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_floatingips': [{'id': '9c2ab647-2de3-4953-bdb7-b9d3eddb69df', 'tenant_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'floating_ip_address': '172.27.3.59', 'floating_network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'router_id': '75f32e89-c1b8-49f9-a1eb-1ada1fad53b3', 'port_id': '783c4c2d-0e20-455d-97a1-49611ff7ea66', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59c4a637-5ed0-4b6e-a037-96ec97ce270f', 'mac_address': 'fa:16:3e:c0:18:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1770556b-7187-418c-9c5e-6f6652a8f4c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T09:24:55Z', 'updated_at': '2021-07-28T09:25:25Z', 'revision_number': 1, 'project_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6c1d149-6b1a-4382-89d3-3fabefdcfd0d', 'name': '', 'network_id': '59c4a637-5ed0-4b6e-a037-96ec97ce270f', 'tenant_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'mac_address': 'fa:16:3e:0d:e8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f32e89-c1b8-49f9-a1eb-1ada1fad53b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fd0bcb40-b982-4039-a925-2309bc61c85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:24:37Z', 'updated_at': '2021-07-28T09:24:54Z', 'revision_number': 5, 'project_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'subnets': [{'id': 'fd0bcb40-b982-4039-a925-2309bc61c85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:25:26.885150 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-3a34b4fb-00c6-4654-9015-036e34372e49 req-7835383f-3467-49f2-a563-0d9d20b10d48 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=89bf9e96-f9c0-4e9b-9eb6-a01c13b4ac67 HTTP/1.1" status: 200 len: 945 time: 0.0903466 Jul 28 09:25:26.913942 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517ab1a3-8584-43b7-a763-c9981c81ec4c None None] The sync data for ids ['75f32e89-c1b8-49f9-a1eb-1ada1fad53b3'] in dv-cinder-802669-1-iscsi is: [{'id': '75f32e89-c1b8-49f9-a1eb-1ada1fad53b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1030155211-router', 'tenant_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '936100aa-05d4-49f1-9f74-c3679b0940e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:24:32Z', 'updated_at': '2021-07-28T09:24:40Z', 'revision_number': 4, 'project_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'gw_port': {'id': '936100aa-05d4-49f1-9f74-c3679b0940e3', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f32e89-c1b8-49f9-a1eb-1ada1fad53b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:24:33Z', 'updated_at': '2021-07-28T09:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_floatingips': [{'id': '9c2ab647-2de3-4953-bdb7-b9d3eddb69df', 'tenant_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'floating_ip_address': '172.27.3.59', 'floating_network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'router_id': '75f32e89-c1b8-49f9-a1eb-1ada1fad53b3', 'port_id': '783c4c2d-0e20-455d-97a1-49611ff7ea66', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59c4a637-5ed0-4b6e-a037-96ec97ce270f', 'mac_address': 'fa:16:3e:c0:18:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1770556b-7187-418c-9c5e-6f6652a8f4c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T09:24:55Z', 'updated_at': '2021-07-28T09:25:25Z', 'revision_number': 1, 'project_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6c1d149-6b1a-4382-89d3-3fabefdcfd0d', 'name': '', 'network_id': '59c4a637-5ed0-4b6e-a037-96ec97ce270f', 'tenant_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'mac_address': 'fa:16:3e:0d:e8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f32e89-c1b8-49f9-a1eb-1ada1fad53b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fd0bcb40-b982-4039-a925-2309bc61c85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:24:37Z', 'updated_at': '2021-07-28T09:24:54Z', 'revision_number': 5, 'project_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'subnets': [{'id': 'fd0bcb40-b982-4039-a925-2309bc61c85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:25:26.935278 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-3a34b4fb-00c6-4654-9015-036e34372e49 req-29490c54-b6f4-4367-b7b8-47239db11ef1 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372229 Jul 28 09:25:26.936450 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-ddfcf224-42e5-429f-b68f-4dd3ea953965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:26.938977 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-ddfcf224-42e5-429f-b68f-4dd3ea953965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:26.942860 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-ddfcf224-42e5-429f-b68f-4dd3ea953965 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/09db0537-8ef4-4d2d-95a0-d90124410205 HTTP/1.1" status: 204 len: 168 time: 0.2212470 Jul 28 09:25:26.949117 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfcf224-42e5-429f-b68f-4dd3ea953965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09db0537-8ef4-4d2d-95a0-d90124410205,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:27.046458 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5617505a-6f84-4cf3-8b59-dd5e73de4e9b tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Router 902bc943-bfc6-41a6-980c-5fe1a041f335 has already been hosted by L3 agent 4c8802ae-c91a-4e26-b3c6-37f497a3b5b2 {{(pid=93068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 09:25:27.147649 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a78003-9707-4789-8a7d-15c55e96b5af None None] New status for floating IP 9c2ab647-2de3-4953-bdb7-b9d3eddb69df: ACTIVE {{(pid=93069) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 09:25:27.176875 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5617505a-6f84-4cf3-8b59-dd5e73de4e9b tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify agent at l3_agent.dv-cinder-802669-1-iscsi the message routers_updated {{(pid=93068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:25:27.189874 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb72a25-6f6f-4f43-bb18-df4e120f3a07 None None] Sync routers for ids ['902bc943-bfc6-41a6-980c-5fe1a041f335'] in dv-cinder-802669-1-iscsi {{(pid=93070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:25:27.196206 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-5617505a-6f84-4cf3-8b59-dd5e73de4e9b tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905'] for floatingip, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:27.199562 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb72a25-6f6f-4f43-bb18-df4e120f3a07 None None] Routers {'902bc943-bfc6-41a6-980c-5fe1a041f335'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:25:27.200281 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-abb72a25-6f6f-4f43-bb18-df4e120f3a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:25:01Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['902bc943-bfc6-41a6-980c-5fe1a041f335'], 'active': True} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:25:27.226221 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-5617505a-6f84-4cf3-8b59-dd5e73de4e9b tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "PUT /v2.0/floatingips/2b6357b4-9585-471b-b924-dc9249567250 HTTP/1.1" status: 200 len: 992 time: 1.5928142 Jul 28 09:25:27.227043 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a93e643c-a780-41fb-9719-43b374afe806', 'tag': '07e5d078-45f6-402a-8b20-74f5720941fe'}] {{(pid=93068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:25:27.229830 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}139b294935eba5b67723c4cb949653233a30e5923a0155ee6b45606758e66ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd9fc8a-7281-48c7-a89e-24ac6dff18fa" -d '{"events": [{"name": "network-changed", "server_uuid": "a93e643c-a780-41fb-9719-43b374afe806", "tag": "07e5d078-45f6-402a-8b20-74f5720941fe"}]}' {{(pid=93068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:25:27.405909 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvr_db [None req-abb72a25-6f6f-4f43-bb18-df4e120f3a07 None None] Set router 902bc943-bfc6-41a6-980c-5fe1a041f335 gateway port host: dv-cinder-802669-1-iscsi {{(pid=93070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:25:27.651974 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-abb72a25-6f6f-4f43-bb18-df4e120f3a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902bc943-bfc6-41a6-980c-5fe1a041f335', 'name': 'tempest-AttachVolumeTestJSON-1574088378-router', 'tenant_id': '9a1f63fb540e42f18f0ec634cc138c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '71727ab9-08d1-4c73-b9b9-bb1dd4d024f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:24:29Z', 'updated_at': '2021-07-28T09:24:41Z', 'revision_number': 4, 'project_id': '9a1f63fb540e42f18f0ec634cc138c04', 'gw_port': {'id': '71727ab9-08d1-4c73-b9b9-bb1dd4d024f8', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902bc943-bfc6-41a6-980c-5fe1a041f335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:24:30Z', 'updated_at': '2021-07-28T09:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_floatingips': [{'id': '2b6357b4-9585-471b-b924-dc9249567250', 'tenant_id': '9a1f63fb540e42f18f0ec634cc138c04', 'floating_ip_address': '172.27.3.253', 'floating_network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'router_id': '902bc943-bfc6-41a6-980c-5fe1a041f335', 'port_id': '07e5d078-45f6-402a-8b20-74f5720941fe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39e9cde6-0d01-4242-a6ed-06857cf13960', 'mac_address': 'fa:16:3e:f8:2d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93e643c-a780-41fb-9719-43b374afe806', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T09:24:54Z', 'updated_at': '2021-07-28T09:25:26Z', 'revision_number': 1, 'project_id': '9a1f63fb540e42f18f0ec634cc138c04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '505445e9-12e7-44e4-b4f7-29d7b239001a', 'name': '', 'network_id': '39e9cde6-0d01-4242-a6ed-06857cf13960', 'tenant_id': '9a1f63fb540e42f18f0ec634cc138c04', 'mac_address': 'fa:16:3e:39:ad:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902bc943-bfc6-41a6-980c-5fe1a041f335', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '20e57957-5bf7-45eb-ad51-199187182dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:24:37Z', 'updated_at': '2021-07-28T09:24:51Z', 'revision_number': 5, 'project_id': '9a1f63fb540e42f18f0ec634cc138c04', 'subnets': [{'id': '20e57957-5bf7-45eb-ad51-199187182dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:25:27.680841 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb72a25-6f6f-4f43-bb18-df4e120f3a07 None None] Checking router: 902bc943-bfc6-41a6-980c-5fe1a041f335 for host: dv-cinder-802669-1-iscsi {{(pid=93070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:25:27.689231 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb72a25-6f6f-4f43-bb18-df4e120f3a07 None None] Routers {'902bc943-bfc6-41a6-980c-5fe1a041f335'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:25:27.689913 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-abb72a25-6f6f-4f43-bb18-df4e120f3a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:25:01Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['902bc943-bfc6-41a6-980c-5fe1a041f335'], 'active': True} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:25:27.710227 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 47548) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:25:27.803033 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvr_db [None req-abb72a25-6f6f-4f43-bb18-df4e120f3a07 None None] Set router 902bc943-bfc6-41a6-980c-5fe1a041f335 gateway port host: dv-cinder-802669-1-iscsi {{(pid=93070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:25:27.810307 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [None req-d2c4d68b-757f-4bad-903c-983d12565976 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1121150273-network', 'tenant_id': '06e37808f2054fe2b42ec96a381300c1'}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:25:27.831830 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c4d68b-757f-4bad-903c-983d12565976 admin admin] Made reservation on behalf of 06e37808f2054fe2b42ec96a381300c1 for: {'network': 1} {{(pid=93067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:25:27.834176 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-d2c4d68b-757f-4bad-903c-983d12565976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for network, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:27.842264 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-d2c4d68b-757f-4bad-903c-983d12565976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:27.930924 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-d2c4d68b-757f-4bad-903c-983d12565976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:27.934672 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-d2c4d68b-757f-4bad-903c-983d12565976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:27.962514 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2c4d68b-757f-4bad-903c-983d12565976 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=93067) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 09:25:27.968972 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c4d68b-757f-4bad-903c-983d12565976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b316a4-ad16-494c-bf63-04c117aaf44d,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:27.977972 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-d2c4d68b-757f-4bad-903c-983d12565976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998659'] for segment, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:27.978315 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.db.segments_db [None req-d2c4d68b-757f-4bad-903c-983d12565976 admin admin] Added segment a7af0bf8-3dd9-4152-a086-4d5b0cf4b39b of type vlan for network 1b6014d4-8d11-4d4c-8401-8dbc24e8b9a9 Jul 28 09:25:28.018307 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-d2c4d68b-757f-4bad-903c-983d12565976 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732595274087'] for network, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:28.029135 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-abb72a25-6f6f-4f43-bb18-df4e120f3a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902bc943-bfc6-41a6-980c-5fe1a041f335', 'name': 'tempest-AttachVolumeTestJSON-1574088378-router', 'tenant_id': '9a1f63fb540e42f18f0ec634cc138c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '71727ab9-08d1-4c73-b9b9-bb1dd4d024f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:24:29Z', 'updated_at': '2021-07-28T09:24:41Z', 'revision_number': 4, 'project_id': '9a1f63fb540e42f18f0ec634cc138c04', 'gw_port': {'id': '71727ab9-08d1-4c73-b9b9-bb1dd4d024f8', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902bc943-bfc6-41a6-980c-5fe1a041f335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:24:30Z', 'updated_at': '2021-07-28T09:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_floatingips': [{'id': '2b6357b4-9585-471b-b924-dc9249567250', 'tenant_id': '9a1f63fb540e42f18f0ec634cc138c04', 'floating_ip_address': '172.27.3.253', 'floating_network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'router_id': '902bc943-bfc6-41a6-980c-5fe1a041f335', 'port_id': '07e5d078-45f6-402a-8b20-74f5720941fe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39e9cde6-0d01-4242-a6ed-06857cf13960', 'mac_address': 'fa:16:3e:f8:2d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93e643c-a780-41fb-9719-43b374afe806', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T09:24:54Z', 'updated_at': '2021-07-28T09:25:26Z', 'revision_number': 1, 'project_id': '9a1f63fb540e42f18f0ec634cc138c04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '505445e9-12e7-44e4-b4f7-29d7b239001a', 'name': '', 'network_id': '39e9cde6-0d01-4242-a6ed-06857cf13960', 'tenant_id': '9a1f63fb540e42f18f0ec634cc138c04', 'mac_address': 'fa:16:3e:39:ad:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902bc943-bfc6-41a6-980c-5fe1a041f335', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '20e57957-5bf7-45eb-ad51-199187182dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:24:37Z', 'updated_at': '2021-07-28T09:24:51Z', 'revision_number': 5, 'project_id': '9a1f63fb540e42f18f0ec634cc138c04', 'subnets': [{'id': '20e57957-5bf7-45eb-ad51-199187182dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:25:28.051919 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-d2c4d68b-757f-4bad-903c-983d12565976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296'] for network, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:28.052874 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c4d68b-757f-4bad-903c-983d12565976 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:28.053564 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-d2c4d68b-757f-4bad-903c-983d12565976 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for network, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:28.055705 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb72a25-6f6f-4f43-bb18-df4e120f3a07 None None] The sync data for ids ['902bc943-bfc6-41a6-980c-5fe1a041f335'] in dv-cinder-802669-1-iscsi is: [{'id': '902bc943-bfc6-41a6-980c-5fe1a041f335', 'name': 'tempest-AttachVolumeTestJSON-1574088378-router', 'tenant_id': '9a1f63fb540e42f18f0ec634cc138c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '71727ab9-08d1-4c73-b9b9-bb1dd4d024f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:24:29Z', 'updated_at': '2021-07-28T09:24:41Z', 'revision_number': 4, 'project_id': '9a1f63fb540e42f18f0ec634cc138c04', 'gw_port': {'id': '71727ab9-08d1-4c73-b9b9-bb1dd4d024f8', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902bc943-bfc6-41a6-980c-5fe1a041f335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:24:30Z', 'updated_at': '2021-07-28T09:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_floatingips': [{'id': '2b6357b4-9585-471b-b924-dc9249567250', 'tenant_id': '9a1f63fb540e42f18f0ec634cc138c04', 'floating_ip_address': '172.27.3.253', 'floating_network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'router_id': '902bc943-bfc6-41a6-980c-5fe1a041f335', 'port_id': '07e5d078-45f6-402a-8b20-74f5720941fe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39e9cde6-0d01-4242-a6ed-06857cf13960', 'mac_address': 'fa:16:3e:f8:2d:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93e643c-a780-41fb-9719-43b374afe806', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T09:24:54Z', 'updated_at': '2021-07-28T09:25:26Z', 'revision_number': 1, 'project_id': '9a1f63fb540e42f18f0ec634cc138c04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '505445e9-12e7-44e4-b4f7-29d7b239001a', 'name': '', 'network_id': '39e9cde6-0d01-4242-a6ed-06857cf13960', 'tenant_id': '9a1f63fb540e42f18f0ec634cc138c04', 'mac_address': 'fa:16:3e:39:ad:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902bc943-bfc6-41a6-980c-5fe1a041f335', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '20e57957-5bf7-45eb-ad51-199187182dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:24:37Z', 'updated_at': '2021-07-28T09:24:51Z', 'revision_number': 5, 'project_id': '9a1f63fb540e42f18f0ec634cc138c04', 'subnets': [{'id': '20e57957-5bf7-45eb-ad51-199187182dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:25:28.102270 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-d2c4d68b-757f-4bad-903c-983d12565976 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3909278 Jul 28 09:25:28.105318 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 47556) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:25:28.110401 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.v2.base [None req-9d0c3a91-a67a-4487-8f7e-2d6e56ed0b8b admin admin] Request body: {'subnet': {'network_id': '1b6014d4-8d11-4d4c-8401-8dbc24e8b9a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1121150273-subnet', 'tenant_id': '06e37808f2054fe2b42ec96a381300c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:25:28.121296 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c4d68b-757f-4bad-903c-983d12565976 admin admin] Pushing event updated for resources: {'Network': ['ID=1b6014d4-8d11-4d4c-8401-8dbc24e8b9a9,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:28.131818 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Network 1b6014d4-8d11-4d4c-8401-8dbc24e8b9a9 details requested by agent ovs-agent-dv-cinder-802669-1-iscsi with host dv-cinder-802669-1-iscsi {{(pid=93069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 09:25:28.138908 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d0c3a91-a67a-4487-8f7e-2d6e56ed0b8b admin admin] Made reservation on behalf of 06e37808f2054fe2b42ec96a381300c1 for: {'subnet': 1} {{(pid=93068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:25:28.141336 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-9d0c3a91-a67a-4487-8f7e-2d6e56ed0b8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6272584'] for subnet, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:28.283713 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c114412-5710-4860-9111-22a0b199933a None None] New status for floating IP 2b6357b4-9585-471b-b924-dc9249567250: ACTIVE {{(pid=93069) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 09:25:28.331080 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-9d0c3a91-a67a-4487-8f7e-2d6e56ed0b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6036824', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6272570'] for subnet, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:28.384918 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-2b78d3a3-a4e5-470b-88aa-46d785ff5fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:28.386172 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0c3a91-a67a-4487-8f7e-2d6e56ed0b8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7918ad2d-2efc-4d94-89f6-56a75bc696f6,revision_number=0']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:28.398970 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0c3a91-a67a-4487-8f7e-2d6e56ed0b8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:28.399319 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0c3a91-a67a-4487-8f7e-2d6e56ed0b8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:28.399677 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0c3a91-a67a-4487-8f7e-2d6e56ed0b8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:28.400013 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0c3a91-a67a-4487-8f7e-2d6e56ed0b8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:28.400351 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0c3a91-a67a-4487-8f7e-2d6e56ed0b8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:28.400666 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0c3a91-a67a-4487-8f7e-2d6e56ed0b8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:28.400988 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0c3a91-a67a-4487-8f7e-2d6e56ed0b8b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:28.401309 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0c3a91-a67a-4487-8f7e-2d6e56ed0b8b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:28.401630 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0c3a91-a67a-4487-8f7e-2d6e56ed0b8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:28.401949 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0c3a91-a67a-4487-8f7e-2d6e56ed0b8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:28.402264 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0c3a91-a67a-4487-8f7e-2d6e56ed0b8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:28.402861 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0c3a91-a67a-4487-8f7e-2d6e56ed0b8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:28.405809 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0c3a91-a67a-4487-8f7e-2d6e56ed0b8b admin admin] Checking segment: {'id': 'a7af0bf8-3dd9-4152-a086-4d5b0cf4b39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1b6014d4-8d11-4d4c-8401-8dbc24e8b9a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 09:25:28.406165 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0c3a91-a67a-4487-8f7e-2d6e56ed0b8b admin admin] Network hostable DHCP agents. Network: 1b6014d4-8d11-4d4c-8401-8dbc24e8b9a9, hostable agents: ['eded7055-7227-4503-b186-c85c89196e66'], hosted agents: [] {{(pid=93068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 09:25:28.423054 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0c3a91-a67a-4487-8f7e-2d6e56ed0b8b admin admin] Network 1b6014d4-8d11-4d4c-8401-8dbc24e8b9a9 is scheduled to be hosted by DHCP agent eded7055-7227-4503-b186-c85c89196e66 with binding_index 1 {{(pid=93068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 09:25:28.432083 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.base_scheduler [None req-9d0c3a91-a67a-4487-8f7e-2d6e56ed0b8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802669-1-iscsi, 1b6014d4-8d11-4d4c-8401-8dbc24e8b9a9) {{(pid=93068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:25:28.436494 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0c3a91-a67a-4487-8f7e-2d6e56ed0b8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:28.437091 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-9d0c3a91-a67a-4487-8f7e-2d6e56ed0b8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for subnet, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:28.442308 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32c14bf-b9ce-4bdc-ab3d-590f3611ea21 None None] Network 1b6014d4-8d11-4d4c-8401-8dbc24e8b9a9 requested from dv-cinder-802669-1-iscsi {{(pid=93069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 09:25:28.453678 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-9d0c3a91-a67a-4487-8f7e-2d6e56ed0b8b admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3471880 Jul 28 09:25:28.568412 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b28e54a-d01c-46d0-bea2-af01c809f863 None None] Network 1b6014d4-8d11-4d4c-8401-8dbc24e8b9a9 requested from dv-cinder-802669-1-iscsi {{(pid=93069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 09:25:29.136814 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d2b83-e721-43e3-8fcb-2f15fbea61f8 req-b23e18c0-9bbb-4a8d-9ec2-3801a1a78532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:29.138436 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-0b2d2b83-e721-43e3-8fcb-2f15fbea61f8 req-b23e18c0-9bbb-4a8d-9ec2-3801a1a78532 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b8340ca8a0bb47c3871a9e4d939e9a44&device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 1099 time: 0.0443141 Jul 28 09:25:29.147760 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 09:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4bec390-42e5-44e9-8e67-627e7dc148fc x-openstack-request-id: req-e4bec390-42e5-44e9-8e67-627e7dc148fc {{(pid=93068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:25:29.148206 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a93e643c-a780-41fb-9719-43b374afe806", "tag": "07e5d078-45f6-402a-8b20-74f5720941fe", "status": "completed", "code": 200}]} {{(pid=93068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:25:29.148288 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e4bec390-42e5-44e9-8e67-627e7dc148fc {{(pid=93068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:25:29.148684 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a93e643c-a780-41fb-9719-43b374afe806', 'tag': '07e5d078-45f6-402a-8b20-74f5720941fe', 'status': 'completed', 'code': 200} Jul 28 09:25:29.303151 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd9fc8a-7281-48c7-a89e-24ac6dff18fa req-36759e95-8c0b-4023-87fc-336b8be7137b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:29.304677 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-edd9fc8a-7281-48c7-a89e-24ac6dff18fa req-36759e95-8c0b-4023-87fc-336b8be7137b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9a1f63fb540e42f18f0ec634cc138c04&device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 1099 time: 0.1005170 Jul 28 09:25:29.313958 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e89b83-1d9a-4575-8c97-7fa861bbd223 req-99f4207c-b773-41cf-9f59-4076ae42cfae tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:29.315337 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-23e89b83-1d9a-4575-8c97-7fa861bbd223 req-99f4207c-b773-41cf-9f59-4076ae42cfae tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=89bf9e96-f9c0-4e9b-9eb6-a01c13b4ac67 HTTP/1.1" status: 200 len: 945 time: 0.1127126 Jul 28 09:25:29.317559 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d2b83-e721-43e3-8fcb-2f15fbea61f8 req-2d08171b-8e52-429e-aabb-4a4e4dea2faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:29.318881 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-0b2d2b83-e721-43e3-8fcb-2f15fbea61f8 req-2d08171b-8e52-429e-aabb-4a4e4dea2faa service neutron] 10.222.0.32 "GET /v2.0/networks?id=59c4a637-5ed0-4b6e-a037-96ec97ce270f HTTP/1.1" status: 200 len: 918 time: 0.1624596 Jul 28 09:25:29.482512 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-23e89b83-1d9a-4575-8c97-7fa861bbd223 req-958bcebc-1fa8-4520-9aed-f758697cbf9b tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567798 Jul 28 09:25:29.488100 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-0b2d2b83-e721-43e3-8fcb-2f15fbea61f8 req-b5883bf9-e155-4b9b-bbff-b7d1ade568c3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=783c4c2d-0e20-455d-97a1-49611ff7ea66 HTTP/1.1" status: 200 len: 1001 time: 0.1430671 Jul 28 09:25:29.544052 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd9fc8a-7281-48c7-a89e-24ac6dff18fa req-95e7b41a-4f5c-462b-b3fa-e652b631468b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:29.545469 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-edd9fc8a-7281-48c7-a89e-24ac6dff18fa req-95e7b41a-4f5c-462b-b3fa-e652b631468b service neutron] 10.222.0.32 "GET /v2.0/networks?id=39e9cde6-0d01-4242-a6ed-06857cf13960 HTTP/1.1" status: 200 len: 912 time: 0.2291567 Jul 28 09:25:29.554399 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d2b83-e721-43e3-8fcb-2f15fbea61f8 req-4ee7b4a0-3eff-410a-8258-5532b24727c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:29.556135 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-0b2d2b83-e721-43e3-8fcb-2f15fbea61f8 req-4ee7b4a0-3eff-410a-8258-5532b24727c1 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fd0bcb40-b982-4039-a925-2309bc61c85b HTTP/1.1" status: 200 len: 856 time: 0.0595069 Jul 28 09:25:29.844016 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-edd9fc8a-7281-48c7-a89e-24ac6dff18fa req-d341eb7a-79fa-4963-a4d0-9787b97e7116 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07e5d078-45f6-402a-8b20-74f5720941fe HTTP/1.1" status: 200 len: 1002 time: 0.2868290 Jul 28 09:25:29.850445 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d2b83-e721-43e3-8fcb-2f15fbea61f8 req-3b6f6958-2276-46a7-abd8-47ed27437653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:29.851862 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-0b2d2b83-e721-43e3-8fcb-2f15fbea61f8 req-3b6f6958-2276-46a7-abd8-47ed27437653 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59c4a637-5ed0-4b6e-a037-96ec97ce270f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2580712 Jul 28 09:25:30.708213 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-0cf93f69-f77f-460e-9b57-df8637a4049c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:31.089037 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:32.069111 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-29fc97ff-9392-4c7d-8b91-be3be07fca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:32.947029 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd9fc8a-7281-48c7-a89e-24ac6dff18fa req-8d39be41-b3a8-40cc-ad1e-3379418431e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:32.948545 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-edd9fc8a-7281-48c7-a89e-24ac6dff18fa req-8d39be41-b3a8-40cc-ad1e-3379418431e7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=20e57957-5bf7-45eb-ad51-199187182dea HTTP/1.1" status: 200 len: 850 time: 0.0920198 Jul 28 09:25:33.036393 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-0b2d2b83-e721-43e3-8fcb-2f15fbea61f8 req-f20f1b18-6a16-4c76-a7ab-dcd768272a3f service neutron] 10.222.0.32 "GET /v2.0/networks/59c4a637-5ed0-4b6e-a037-96ec97ce270f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785858 Jul 28 09:25:33.051671 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd9fc8a-7281-48c7-a89e-24ac6dff18fa req-fc504d7c-6b93-45ef-861f-24ebc86df75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:33.053064 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-edd9fc8a-7281-48c7-a89e-24ac6dff18fa req-fc504d7c-6b93-45ef-861f-24ebc86df75d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=39e9cde6-0d01-4242-a6ed-06857cf13960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0882246 Jul 28 09:25:33.090291 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badce0b3-c134-40d1-a3b3-8987febe0c98 req-2c29ba10-c3b5-4701-96af-a6d3a1b6b403 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:33.091839 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-badce0b3-c134-40d1-a3b3-8987febe0c98 req-2c29ba10-c3b5-4701-96af-a6d3a1b6b403 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=89bf9e96-f9c0-4e9b-9eb6-a01c13b4ac67 HTTP/1.1" status: 200 len: 945 time: 0.1012833 Jul 28 09:25:33.231773 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-badce0b3-c134-40d1-a3b3-8987febe0c98 req-26713b2d-a4e1-4895-ac31-3cf9f8b7699d tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125607 Jul 28 09:25:33.257519 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-0b2d2b83-e721-43e3-8fcb-2f15fbea61f8 req-aa3968f1-ba87-41b1-bd59-f65201c03f92 service neutron] 10.222.0.32 "GET /v2.0/networks/59c4a637-5ed0-4b6e-a037-96ec97ce270f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084649 Jul 28 09:25:33.259212 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-edd9fc8a-7281-48c7-a89e-24ac6dff18fa req-4945a88d-f5de-48a6-a74f-32f5b593b86e service neutron] 10.222.0.32 "GET /v2.0/networks/39e9cde6-0d01-4242-a6ed-06857cf13960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958456 Jul 28 09:25:33.370594 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-edd9fc8a-7281-48c7-a89e-24ac6dff18fa req-b27e3ed0-9db2-4185-a8f5-583788cd90fa service neutron] 10.222.0.32 "GET /v2.0/networks/39e9cde6-0d01-4242-a6ed-06857cf13960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935361 Jul 28 09:25:33.606341 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-2284cd4c-493c-4cd5-902b-cad83a6c7b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:34.431934 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82f79e2-4d31-4716-b56c-19cf0c89d2a7 req-86705ab8-f99b-450d-83a5-f156c88bfa86 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:34.433451 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-f82f79e2-4d31-4716-b56c-19cf0c89d2a7 req-86705ab8-f99b-450d-83a5-f156c88bfa86 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=89bf9e96-f9c0-4e9b-9eb6-a01c13b4ac67 HTTP/1.1" status: 200 len: 945 time: 0.1119423 Jul 28 09:25:34.486260 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7961c486-0c58-4d76-8e46-c4e43e3b057c req-cb008e09-03f6-48a1-8ac2-43c936af4e3d tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:34.488249 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7961c486-0c58-4d76-8e46-c4e43e3b057c req-cb008e09-03f6-48a1-8ac2-43c936af4e3d tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] 10.222.0.23 "GET /v2.0/networks?id=1b6014d4-8d11-4d4c-8401-8dbc24e8b9a9 HTTP/1.1" status: 200 len: 809 time: 0.1332040 Jul 28 09:25:34.509731 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-f82f79e2-4d31-4716-b56c-19cf0c89d2a7 req-82e71aef-d569-496b-91de-cffe33f8fb85 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700941 Jul 28 09:25:34.512013 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7961c486-0c58-4d76-8e46-c4e43e3b057c req-10fa9935-ad89-447e-a108-ea5f5f73344f tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] 10.222.0.23 "GET /v2.0/quotas/06e37808f2054fe2b42ec96a381300c1 HTTP/1.1" status: 200 len: 375 time: 0.0159388 Jul 28 09:25:34.550884 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7961c486-0c58-4d76-8e46-c4e43e3b057c req-e990d09b-74b9-4728-8167-2543f591f617 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=06e37808f2054fe2b42ec96a381300c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0330961 Jul 28 09:25:34.639877 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7961c486-0c58-4d76-8e46-c4e43e3b057c req-67c608fa-9438-447a-8e9d-3332fa371417 service neutron] 10.222.0.23 "GET /v2.0/networks/1b6014d4-8d11-4d4c-8401-8dbc24e8b9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815220 Jul 28 09:25:34.734102 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7961c486-0c58-4d76-8e46-c4e43e3b057c req-2486c7d7-fcdd-4966-86f4-18cc2aba00ca service neutron] 10.222.0.23 "GET /v2.0/networks/1b6014d4-8d11-4d4c-8401-8dbc24e8b9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874331 Jul 28 09:25:34.895681 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-9c9cca6a-c226-4c64-8d4d-7fb4394501c7 req-f665e1dc-d44b-45d0-9dcb-d5e3568baed3 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce759f0e-c674-439a-85b9-88df6588af10 HTTP/1.1" status: 200 len: 210 time: 0.0281188 Jul 28 09:25:35.369360 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6ed757-9725-456c-8fd2-c7751a12db1c req-d584047b-2374-4e94-8350-5737309e1656 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:35.370857 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-3a6ed757-9725-456c-8fd2-c7751a12db1c req-d584047b-2374-4e94-8350-5737309e1656 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/networks?id=3463c92e-9592-4a5e-be73-c0318bba2428 HTTP/1.1" status: 200 len: 814 time: 0.1048572 Jul 28 09:25:35.386641 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-3a6ed757-9725-456c-8fd2-c7751a12db1c req-a8553757-805b-4121-8c2d-6c81f83f769e tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/quotas/3ffc9329f42c48d5a02f450469dbaf89 HTTP/1.1" status: 200 len: 375 time: 0.0099990 Jul 28 09:25:35.444595 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-3a6ed757-9725-456c-8fd2-c7751a12db1c req-6b4628b6-020e-4c09-b957-213ef1482f86 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3ffc9329f42c48d5a02f450469dbaf89&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0522346 Jul 28 09:25:35.540726 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-3a6ed757-9725-456c-8fd2-c7751a12db1c req-ae78298a-fff8-49fb-bb08-5529901d2c86 service neutron] 10.222.0.23 "GET /v2.0/networks/3463c92e-9592-4a5e-be73-c0318bba2428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878897 Jul 28 09:25:35.669760 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b456a15-0b36-4dab-9a62-eb10a2b9e09f req-a04ceded-6609-41cd-b052-d479e6fef327 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:35.671253 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-9b456a15-0b36-4dab-9a62-eb10a2b9e09f req-a04ceded-6609-41cd-b052-d479e6fef327 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=89bf9e96-f9c0-4e9b-9eb6-a01c13b4ac67 HTTP/1.1" status: 200 len: 945 time: 0.0783789 Jul 28 09:25:35.675428 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-3a6ed757-9725-456c-8fd2-c7751a12db1c req-03e5193f-060d-4c41-af3f-c86d2d43135c service neutron] 10.222.0.23 "GET /v2.0/networks/3463c92e-9592-4a5e-be73-c0318bba2428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286631 Jul 28 09:25:35.710988 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-9b456a15-0b36-4dab-9a62-eb10a2b9e09f req-ee26fa6c-3a81-412e-a427-55fc2e2623ad tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328643 Jul 28 09:25:35.838971 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-76eb758d-501f-493d-b9d5-c3ba147aa111 req-c92c4779-6296-4416-9cd3-42035c3c622a tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7a17c34-a3e3-44a8-9fc2-616e75f456ad HTTP/1.1" status: 200 len: 210 time: 0.0316415 Jul 28 09:25:36.037564 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-ea90d6d5-3f3e-4930-99a6-2493d040027b req-fc8afbc4-3a5e-4f25-9d26-0efbb20114fd tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce759f0e-c674-439a-85b9-88df6588af10 HTTP/1.1" status: 200 len: 210 time: 0.0688076 Jul 28 09:25:36.095422 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7961c486-0c58-4d76-8e46-c4e43e3b057c req-838984d9-4a36-4464-89f3-1976e3113db6 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:36.097004 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7961c486-0c58-4d76-8e46-c4e43e3b057c req-838984d9-4a36-4464-89f3-1976e3113db6 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] 10.222.0.32 "GET /v2.0/networks?id=1b6014d4-8d11-4d4c-8401-8dbc24e8b9a9 HTTP/1.1" status: 200 len: 809 time: 0.1532080 Jul 28 09:25:36.114823 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [req-7961c486-0c58-4d76-8e46-c4e43e3b057c req-139ee3af-4ceb-4117-8f64-6d34ddb2b9a2 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Request body: {'port': {'device_id': 'ce759f0e-c674-439a-85b9-88df6588af10', 'network_id': '1b6014d4-8d11-4d4c-8401-8dbc24e8b9a9', 'admin_state_up': True, 'tenant_id': '06e37808f2054fe2b42ec96a381300c1'}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:25:36.276067 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7961c486-0c58-4d76-8e46-c4e43e3b057c req-139ee3af-4ceb-4117-8f64-6d34ddb2b9a2 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Made reservation on behalf of 06e37808f2054fe2b42ec96a381300c1 for: {'port': 1} {{(pid=93067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:25:36.280345 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-7961c486-0c58-4d76-8e46-c4e43e3b057c req-139ee3af-4ceb-4117-8f64-6d34ddb2b9a2 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:36.304543 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 47770) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:25:36.421493 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.db_base_plugin_common [req-7961c486-0c58-4d76-8e46-c4e43e3b057c req-139ee3af-4ceb-4117-8f64-6d34ddb2b9a2 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Allocated IP 172.20.0.2 (1b6014d4-8d11-4d4c-8401-8dbc24e8b9a9/7918ad2d-2efc-4d94-89f6-56a75bc696f6/dc51191b-6d62-4b22-b9c0-0512eda54856) {{(pid=93067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:25:36.432436 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-fdb68b1f-9f33-4be2-9c76-3addfa86272d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:36.537457 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-fdb68b1f-9f33-4be2-9c76-3addfa86272d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:36.544513 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-fdb68b1f-9f33-4be2-9c76-3addfa86272d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:36.577293 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-7961c486-0c58-4d76-8e46-c4e43e3b057c req-139ee3af-4ceb-4117-8f64-6d34ddb2b9a2 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Notify callbacks [] for port, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:36.586967 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-fdb68b1f-9f33-4be2-9c76-3addfa86272d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ab10495b82b4461fba83ea25c4e84765&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2812734 Jul 28 09:25:36.589361 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb68b1f-9f33-4be2-9c76-3addfa86272d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f64a21-30e8-4e7c-99bd-535e39b8a1f9,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:36.590373 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 47778) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:25:36.652244 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-7961c486-0c58-4d76-8e46-c4e43e3b057c req-139ee3af-4ceb-4117-8f64-6d34ddb2b9a2 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732595289878'] for port, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:36.699818 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7961c486-0c58-4d76-8e46-c4e43e3b057c req-139ee3af-4ceb-4117-8f64-6d34ddb2b9a2 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Network 1b6014d4-8d11-4d4c-8401-8dbc24e8b9a9 is already hosted by enough agents. {{(pid=93067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:25:36.700599 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-fd786f88-d15b-4727-afd8-3aab75807585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:36.707369 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.base_scheduler [req-7961c486-0c58-4d76-8e46-c4e43e3b057c req-139ee3af-4ceb-4117-8f64-6d34ddb2b9a2 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Resources bound (agent type, host, resource id): {{(pid=93067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:25:36.715225 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.l3_dvrscheduler_db [req-7961c486-0c58-4d76-8e46-c4e43e3b057c req-139ee3af-4ceb-4117-8f64-6d34ddb2b9a2 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Received port after_create {{(pid=93067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 09:25:36.720693 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7961c486-0c58-4d76-8e46-c4e43e3b057c req-139ee3af-4ceb-4117-8f64-6d34ddb2b9a2 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:36.721400 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-7961c486-0c58-4d76-8e46-c4e43e3b057c req-139ee3af-4ceb-4117-8f64-6d34ddb2b9a2 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for port, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:36.752095 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139ee3af-4ceb-4117-8f64-6d34ddb2b9a2 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Pushing event updated for resources: {'Port': ['ID=dc51191b-6d62-4b22-b9c0-0512eda54856,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:36.760220 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-fd786f88-d15b-4727-afd8-3aab75807585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:36.774142 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7961c486-0c58-4d76-8e46-c4e43e3b057c req-139ee3af-4ceb-4117-8f64-6d34ddb2b9a2 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6647329 Jul 28 09:25:36.778903 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ee3af-4ceb-4117-8f64-6d34ddb2b9a2 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:36.779256 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ee3af-4ceb-4117-8f64-6d34ddb2b9a2 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:36.779613 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ee3af-4ceb-4117-8f64-6d34ddb2b9a2 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:36.779951 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ee3af-4ceb-4117-8f64-6d34ddb2b9a2 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:36.780281 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ee3af-4ceb-4117-8f64-6d34ddb2b9a2 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:36.780604 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ee3af-4ceb-4117-8f64-6d34ddb2b9a2 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:36.780932 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ee3af-4ceb-4117-8f64-6d34ddb2b9a2 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:36.781250 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ee3af-4ceb-4117-8f64-6d34ddb2b9a2 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:36.781571 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ee3af-4ceb-4117-8f64-6d34ddb2b9a2 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:36.781915 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ee3af-4ceb-4117-8f64-6d34ddb2b9a2 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:36.782220 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ee3af-4ceb-4117-8f64-6d34ddb2b9a2 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:36.782538 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139ee3af-4ceb-4117-8f64-6d34ddb2b9a2 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:36.814380 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [req-7961c486-0c58-4d76-8e46-c4e43e3b057c req-fdbf4cb7-4271-4cdd-928f-13ed8641aa3e service neutron] Request body: {'port': {'device_id': 'ce759f0e-c674-439a-85b9-88df6588af10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80266'}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:25:36.897643 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 47788) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:25:36.911228 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c5f342-0c74-46d6-bb0b-46289ec7f125 req-7bd6cdfc-efb2-43f4-8d0c-e879e5aef44d tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:36.912811 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-17c5f342-0c74-46d6-bb0b-46289ec7f125 req-7bd6cdfc-efb2-43f4-8d0c-e879e5aef44d tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=89bf9e96-f9c0-4e9b-9eb6-a01c13b4ac67 HTTP/1.1" status: 200 len: 945 time: 0.1242301 Jul 28 09:25:36.915813 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-7961c486-0c58-4d76-8e46-c4e43e3b057c req-fdbf4cb7-4271-4cdd-928f-13ed8641aa3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:36.954380 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-fd786f88-d15b-4727-afd8-3aab75807585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:36.957976 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-fd786f88-d15b-4727-afd8-3aab75807585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:36.959284 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-fd786f88-d15b-4727-afd8-3aab75807585 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/01f64a21-30e8-4e7c-99bd-535e39b8a1f9 HTTP/1.1" status: 204 len: 168 time: 0.3679228 Jul 28 09:25:36.980631 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-96ac0ff1-30f2-4995-a05b-6872f8502bf7 req-a8d18782-f277-4d46-9044-913bb7a9e4e9 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7a17c34-a3e3-44a8-9fc2-616e75f456ad HTTP/1.1" status: 200 len: 210 time: 0.0521414 Jul 28 09:25:37.022922 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd786f88-d15b-4727-afd8-3aab75807585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f64a21-30e8-4e7c-99bd-535e39b8a1f9,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:37.069184 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-46f4b4e5-8faf-4b66-8401-97277da7cfbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:37.071312 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-17c5f342-0c74-46d6-bb0b-46289ec7f125 req-6f71db40-0832-4acf-b68c-102525b7893a tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520417 Jul 28 09:25:37.234551 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-46f4b4e5-8faf-4b66-8401-97277da7cfbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:37.239993 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-46f4b4e5-8faf-4b66-8401-97277da7cfbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:37.289163 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-46f4b4e5-8faf-4b66-8401-97277da7cfbe admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=626b8785b08a4e08903195cbf07fdcf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3918359 Jul 28 09:25:37.290138 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f4b4e5-8faf-4b66-8401-97277da7cfbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c84524-59e3-43c1-8f9a-a75b8ecd48c0,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:37.294009 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 47804) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:25:37.348758 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 47810) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:25:37.361238 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6ed757-9725-456c-8fd2-c7751a12db1c req-797b444d-bdd6-4ade-bde5-617bb83a7ed9 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:37.363613 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-3a6ed757-9725-456c-8fd2-c7751a12db1c req-797b444d-bdd6-4ade-bde5-617bb83a7ed9 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.32 "GET /v2.0/networks?id=3463c92e-9592-4a5e-be73-c0318bba2428 HTTP/1.1" status: 200 len: 814 time: 0.3565381 Jul 28 09:25:37.364416 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-19a794b1-e3e3-4ede-974d-2375e452e5ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:37.373792 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-29e6d9e4-c399-4099-b43a-6201a3f83ec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:37.379533 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b51572-bda3-4bd3-adf8-f28717ec4c50 req-10ba509b-e815-4832-8f3b-5131d9981009 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:37.381012 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-86b51572-bda3-4bd3-adf8-f28717ec4c50 req-10ba509b-e815-4832-8f3b-5131d9981009 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce759f0e-c674-439a-85b9-88df6588af10 HTTP/1.1" status: 200 len: 931 time: 0.1910636 Jul 28 09:25:37.389672 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [req-3a6ed757-9725-456c-8fd2-c7751a12db1c req-23b44cc2-9193-4e93-ac57-6ff7179cfde9 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Request body: {'port': {'device_id': 'a7a17c34-a3e3-44a8-9fc2-616e75f456ad', 'network_id': '3463c92e-9592-4a5e-be73-c0318bba2428', 'admin_state_up': True, 'tenant_id': '3ffc9329f42c48d5a02f450469dbaf89'}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:25:37.409181 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-29e6d9e4-c399-4099-b43a-6201a3f83ec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:37.489067 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-29e6d9e4-c399-4099-b43a-6201a3f83ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:37.491999 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-29e6d9e4-c399-4099-b43a-6201a3f83ec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:37.493268 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-29e6d9e4-c399-4099-b43a-6201a3f83ec9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f4c84524-59e3-43c1-8f9a-a75b8ecd48c0 HTTP/1.1" status: 204 len: 168 time: 0.1979868 Jul 28 09:25:37.510899 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e6d9e4-c399-4099-b43a-6201a3f83ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c84524-59e3-43c1-8f9a-a75b8ecd48c0,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:37.561326 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-19a794b1-e3e3-4ede-974d-2375e452e5ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:37.566807 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-19a794b1-e3e3-4ede-974d-2375e452e5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:37.607188 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-19a794b1-e3e3-4ede-974d-2375e452e5ce admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a6f1143da2ea433cb2c54a66fab361be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2572072 Jul 28 09:25:37.608336 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a794b1-e3e3-4ede-974d-2375e452e5ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c1b917-5ad3-40c2-927c-7c81180832ff,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:37.610950 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 47814) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:25:37.664769 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-3a9982bf-4213-4b4a-ac16-91148b5b979e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:37.691234 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-3a9982bf-4213-4b4a-ac16-91148b5b979e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:37.743136 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-86b51572-bda3-4bd3-adf8-f28717ec4c50 req-5709f48c-fc88-4d58-8209-1061d0bbe650 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] 10.222.0.23 "GET /v2.0/security-groups?id=19b316a4-ad16-494c-bf63-04c117aaf44d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458800 Jul 28 09:25:37.765587 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-3a9982bf-4213-4b4a-ac16-91148b5b979e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:37.769300 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-3a9982bf-4213-4b4a-ac16-91148b5b979e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:37.770456 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-3a9982bf-4213-4b4a-ac16-91148b5b979e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f5c1b917-5ad3-40c2-927c-7c81180832ff HTTP/1.1" status: 204 len: 168 time: 0.1585867 Jul 28 09:25:37.779559 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9982bf-4213-4b4a-ac16-91148b5b979e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c1b917-5ad3-40c2-927c-7c81180832ff,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:37.810707 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.notifiers.nova [req-7961c486-0c58-4d76-8e46-c4e43e3b057c req-fdbf4cb7-4271-4cdd-928f-13ed8641aa3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc51191b-6d62-4b22-b9c0-0512eda54856 {{(pid=93067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 09:25:37.821491 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-7961c486-0c58-4d76-8e46-c4e43e3b057c req-fdbf4cb7-4271-4cdd-928f-13ed8641aa3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:37.842670 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.provisioning_blocks [req-7961c486-0c58-4d76-8e46-c4e43e3b057c req-fdbf4cb7-4271-4cdd-928f-13ed8641aa3e service neutron] Transition to ACTIVE for port object dc51191b-6d62-4b22-b9c0-0512eda54856 will not be triggered until provisioned by entity L2. {{(pid=93067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:25:37.847423 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a6ed757-9725-456c-8fd2-c7751a12db1c req-23b44cc2-9193-4e93-ac57-6ff7179cfde9 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Made reservation on behalf of 3ffc9329f42c48d5a02f450469dbaf89 for: {'port': 1} {{(pid=93067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:25:37.851298 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-3a6ed757-9725-456c-8fd2-c7751a12db1c req-23b44cc2-9193-4e93-ac57-6ff7179cfde9 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:37.862045 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-7961c486-0c58-4d76-8e46-c4e43e3b057c req-fdbf4cb7-4271-4cdd-928f-13ed8641aa3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:37.893038 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 47820) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:25:37.908503 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-300e1c65-ebaf-4a40-aa6f-88872ea6a280 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:37.961947 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbf4cb7-4271-4cdd-928f-13ed8641aa3e service neutron] Pushing event updated for resources: {'Port': ['ID=dc51191b-6d62-4b22-b9c0-0512eda54856,revision_number=2']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:38.013081 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.managers [req-7961c486-0c58-4d76-8e46-c4e43e3b057c req-fdbf4cb7-4271-4cdd-928f-13ed8641aa3e service neutron] Attempting to bind port dc51191b-6d62-4b22-b9c0-0512eda54856 on host hv-cinder-80266 for vnic_type normal with profile {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 09:25:38.013263 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.managers [req-7961c486-0c58-4d76-8e46-c4e43e3b057c req-fdbf4cb7-4271-4cdd-928f-13ed8641aa3e service neutron] Attempting to bind port dc51191b-6d62-4b22-b9c0-0512eda54856 by drivers openvswitch,hyperv on host hv-cinder-80266 at level 0 using segments [{'id': 'a7af0bf8-3dd9-4152-a086-4d5b0cf4b39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1b6014d4-8d11-4d4c-8401-8dbc24e8b9a9'}] {{(pid=93067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 09:25:38.013588 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7961c486-0c58-4d76-8e46-c4e43e3b057c req-fdbf4cb7-4271-4cdd-928f-13ed8641aa3e service neutron] Attempting to bind port dc51191b-6d62-4b22-b9c0-0512eda54856 on network 1b6014d4-8d11-4d4c-8401-8dbc24e8b9a9 {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 09:25:38.016805 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-300e1c65-ebaf-4a40-aa6f-88872ea6a280 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:38.022386 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-300e1c65-ebaf-4a40-aa6f-88872ea6a280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:38.039754 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7961c486-0c58-4d76-8e46-c4e43e3b057c req-fdbf4cb7-4271-4cdd-928f-13ed8641aa3e service neutron] Port dc51191b-6d62-4b22-b9c0-0512eda54856 on network 1b6014d4-8d11-4d4c-8401-8dbc24e8b9a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80266 {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 09:25:38.040087 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7961c486-0c58-4d76-8e46-c4e43e3b057c req-fdbf4cb7-4271-4cdd-928f-13ed8641aa3e service neutron] Attempting to bind port dc51191b-6d62-4b22-b9c0-0512eda54856 on network 1b6014d4-8d11-4d4c-8401-8dbc24e8b9a9 {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 09:25:38.050833 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7961c486-0c58-4d76-8e46-c4e43e3b057c req-fdbf4cb7-4271-4cdd-928f-13ed8641aa3e service neutron] Checking agent: {'id': '2e21c55d-f4ce-498b-abcc-e7d8675cd352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80266', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 9, 22, 54), 'started_at': datetime.datetime(2021, 7, 28, 9, 22, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 9, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 09:25:38.051394 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7961c486-0c58-4d76-8e46-c4e43e3b057c req-fdbf4cb7-4271-4cdd-928f-13ed8641aa3e service neutron] Checking segment: {'id': 'a7af0bf8-3dd9-4152-a086-4d5b0cf4b39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1b6014d4-8d11-4d4c-8401-8dbc24e8b9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 09:25:38.051815 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7961c486-0c58-4d76-8e46-c4e43e3b057c req-fdbf4cb7-4271-4cdd-928f-13ed8641aa3e service neutron] Bound using segment: {'id': 'a7af0bf8-3dd9-4152-a086-4d5b0cf4b39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1b6014d4-8d11-4d4c-8401-8dbc24e8b9a9'} {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 09:25:38.052420 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.managers [req-7961c486-0c58-4d76-8e46-c4e43e3b057c req-fdbf4cb7-4271-4cdd-928f-13ed8641aa3e service neutron] Bound port: dc51191b-6d62-4b22-b9c0-0512eda54856, host: hv-cinder-80266, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7af0bf8-3dd9-4152-a086-4d5b0cf4b39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1b6014d4-8d11-4d4c-8401-8dbc24e8b9a9'}}] {{(pid=93067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 09:25:38.052781 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-7961c486-0c58-4d76-8e46-c4e43e3b057c req-fdbf4cb7-4271-4cdd-928f-13ed8641aa3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:38.070064 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300e1c65-ebaf-4a40-aa6f-88872ea6a280 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e25145-1b84-4e4a-8c60-1cf6e6d77a58,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:38.079650 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-300e1c65-ebaf-4a40-aa6f-88872ea6a280 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f4ee075f11524e0b976ee6b885474106&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1826491 Jul 28 09:25:38.080578 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.db_base_plugin_common [req-3a6ed757-9725-456c-8fd2-c7751a12db1c req-23b44cc2-9193-4e93-ac57-6ff7179cfde9 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Allocated IP 172.20.0.11 (3463c92e-9592-4a5e-be73-c0318bba2428/1774fccb-c973-4490-ba8e-1a26617adb21/446844c5-42ac-4490-a52f-68f801c377f3) {{(pid=93067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:25:38.081419 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 47830) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:25:38.153216 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-21d4596f-07c2-4cf3-8980-34ee3a684554 req-e0dab8ca-687f-493b-b8c5-3c823054c319 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7a17c34-a3e3-44a8-9fc2-616e75f456ad HTTP/1.1" status: 200 len: 210 time: 0.0509462 Jul 28 09:25:38.161175 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-1debfd98-9b21-48e8-b693-ec359abde4f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:38.187048 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-1debfd98-9b21-48e8-b693-ec359abde4f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:38.219718 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.db [req-7961c486-0c58-4d76-8e46-c4e43e3b057c req-fdbf4cb7-4271-4cdd-928f-13ed8641aa3e service neutron] For port dc51191b-6d62-4b22-b9c0-0512eda54856, host hv-cinder-80266, cleared binding levels {{(pid=93067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:25:38.243645 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.db [req-7961c486-0c58-4d76-8e46-c4e43e3b057c req-fdbf4cb7-4271-4cdd-928f-13ed8641aa3e service neutron] For port dc51191b-6d62-4b22-b9c0-0512eda54856, host hv-cinder-80266, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=dc51191b-6d62-4b22-b9c0-0512eda54856,segment=NetworkSegment(a7af0bf8-3dd9-4152-a086-4d5b0cf4b39b),segment_id=a7af0bf8-3dd9-4152-a086-4d5b0cf4b39b)] {{(pid=93067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:25:38.246787 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-1debfd98-9b21-48e8-b693-ec359abde4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:38.249925 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-1debfd98-9b21-48e8-b693-ec359abde4f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:38.250839 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-1debfd98-9b21-48e8-b693-ec359abde4f9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b9e25145-1b84-4e4a-8c60-1cf6e6d77a58 HTTP/1.1" status: 204 len: 168 time: 0.1684685 Jul 28 09:25:38.254250 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-7961c486-0c58-4d76-8e46-c4e43e3b057c req-fdbf4cb7-4271-4cdd-928f-13ed8641aa3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:38.260790 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1debfd98-9b21-48e8-b693-ec359abde4f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e25145-1b84-4e4a-8c60-1cf6e6d77a58,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:38.334819 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d61cac0-6136-4cd0-bbcd-90dcc2b251e2 req-1ee9e2e3-d6d9-45b2-9ff6-f7eb9bc57ace tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:38.336302 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7d61cac0-6136-4cd0-bbcd-90dcc2b251e2 req-1ee9e2e3-d6d9-45b2-9ff6-f7eb9bc57ace tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=89bf9e96-f9c0-4e9b-9eb6-a01c13b4ac67 HTTP/1.1" status: 200 len: 945 time: 0.1764612 Jul 28 09:25:38.352517 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7961c486-0c58-4d76-8e46-c4e43e3b057c req-fdbf4cb7-4271-4cdd-928f-13ed8641aa3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:38.353144 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-7961c486-0c58-4d76-8e46-c4e43e3b057c req-fdbf4cb7-4271-4cdd-928f-13ed8641aa3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for port, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:38.354514 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7961c486-0c58-4d76-8e46-c4e43e3b057c req-fdbf4cb7-4271-4cdd-928f-13ed8641aa3e service neutron] 10.222.0.32 "PUT /v2.0/ports/dc51191b-6d62-4b22-b9c0-0512eda54856 HTTP/1.1" status: 200 len: 1093 time: 1.5506649 Jul 28 09:25:38.355286 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce759f0e-c674-439a-85b9-88df6588af10', 'tag': 'dc51191b-6d62-4b22-b9c0-0512eda54856'}] {{(pid=93067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:25:38.357706 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}119bb006a51e6799d77012a49065aa76076224f53078518f9bbc3af1ae40a877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef4fda4-03e8-49bf-892f-9e6a61e4e475" -d '{"events": [{"name": "network-changed", "server_uuid": "ce759f0e-c674-439a-85b9-88df6588af10", "tag": "dc51191b-6d62-4b22-b9c0-0512eda54856"}]}' {{(pid=93067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:25:38.417375 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbf4cb7-4271-4cdd-928f-13ed8641aa3e service neutron] Pushing event updated for resources: {'Port': ['ID=dc51191b-6d62-4b22-b9c0-0512eda54856,revision_number=3']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:38.456154 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 09:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08388869-e4f3-4ae2-af25-523f53f836fb x-openstack-request-id: req-08388869-e4f3-4ae2-af25-523f53f836fb {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:25:38.456571 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce759f0e-c674-439a-85b9-88df6588af10", "tag": "dc51191b-6d62-4b22-b9c0-0512eda54856", "status": "completed", "code": 200}]} {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:25:38.456954 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-08388869-e4f3-4ae2-af25-523f53f836fb {{(pid=93067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:25:38.457456 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce759f0e-c674-439a-85b9-88df6588af10', 'tag': 'dc51191b-6d62-4b22-b9c0-0512eda54856', 'status': 'completed', 'code': 200} Jul 28 09:25:38.471250 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7d61cac0-6136-4cd0-bbcd-90dcc2b251e2 req-9eebbb68-b605-49ac-ae48-434412621a5f tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028500 Jul 28 09:25:38.509939 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-3a6ed757-9725-456c-8fd2-c7751a12db1c req-23b44cc2-9193-4e93-ac57-6ff7179cfde9 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Notify callbacks [] for port, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:38.532570 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7961c486-0c58-4d76-8e46-c4e43e3b057c req-294a6fd5-86fa-48f9-9ab2-fbb8ad54ec04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:38.540071 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7961c486-0c58-4d76-8e46-c4e43e3b057c req-294a6fd5-86fa-48f9-9ab2-fbb8ad54ec04 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=06e37808f2054fe2b42ec96a381300c1&device_id=ce759f0e-c674-439a-85b9-88df6588af10 HTTP/1.1" status: 200 len: 1096 time: 0.0963478 Jul 28 09:25:38.571304 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-3a6ed757-9725-456c-8fd2-c7751a12db1c req-23b44cc2-9193-4e93-ac57-6ff7179cfde9 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732595289878'] for port, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:38.588973 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] get_ports_and_sgs() called for port_ids ['d71e8fb8-deed-4e7a-ad68-64fbaee0e441'] {{(pid=93069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:25:38.608857 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7961c486-0c58-4d76-8e46-c4e43e3b057c req-51f4e32e-320e-40b0-a693-39f78404a294 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dc51191b-6d62-4b22-b9c0-0512eda54856 HTTP/1.1" status: 200 len: 217 time: 0.0475156 Jul 28 09:25:38.695778 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7961c486-0c58-4d76-8e46-c4e43e3b057c req-05c282f8-2eca-4612-93d7-6e6bbb285106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:38.697463 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7961c486-0c58-4d76-8e46-c4e43e3b057c req-05c282f8-2eca-4612-93d7-6e6bbb285106 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7918ad2d-2efc-4d94-89f6-56a75bc696f6 HTTP/1.1" status: 200 len: 849 time: 0.0643420 Jul 28 09:25:38.712801 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a6ed757-9725-456c-8fd2-c7751a12db1c req-23b44cc2-9193-4e93-ac57-6ff7179cfde9 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Network 3463c92e-9592-4a5e-be73-c0318bba2428 is already hosted by enough agents. {{(pid=93067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:25:38.729115 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.base_scheduler [req-3a6ed757-9725-456c-8fd2-c7751a12db1c req-23b44cc2-9193-4e93-ac57-6ff7179cfde9 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Resources bound (agent type, host, resource id): {{(pid=93067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:25:38.751342 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a6ed757-9725-456c-8fd2-c7751a12db1c req-23b44cc2-9193-4e93-ac57-6ff7179cfde9 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Received port after_create {{(pid=93067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 09:25:38.757732 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6ed757-9725-456c-8fd2-c7751a12db1c req-23b44cc2-9193-4e93-ac57-6ff7179cfde9 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:38.758582 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-3a6ed757-9725-456c-8fd2-c7751a12db1c req-23b44cc2-9193-4e93-ac57-6ff7179cfde9 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for port, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:38.762390 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7961c486-0c58-4d76-8e46-c4e43e3b057c req-b796a27b-0e36-4885-8902-03da93f5704c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1b6014d4-8d11-4d4c-8401-8dbc24e8b9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516772 Jul 28 09:25:38.764066 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b44cc2-9193-4e93-ac57-6ff7179cfde9 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Pushing event updated for resources: {'Port': ['ID=446844c5-42ac-4490-a52f-68f801c377f3,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:38.792854 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-3a6ed757-9725-456c-8fd2-c7751a12db1c req-23b44cc2-9193-4e93-ac57-6ff7179cfde9 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4069281 Jul 28 09:25:38.827067 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [req-3a6ed757-9725-456c-8fd2-c7751a12db1c req-4231fd2a-4a18-44be-a80f-e51d667056c7 service neutron] Request body: {'port': {'device_id': 'a7a17c34-a3e3-44a8-9fc2-616e75f456ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80266'}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:25:38.943718 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da83f57-7443-419e-b9d4-756118567346 req-351a17e7-9c35-4f44-999f-beb0b531085f tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:38.945238 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-4da83f57-7443-419e-b9d4-756118567346 req-351a17e7-9c35-4f44-999f-beb0b531085f tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce759f0e-c674-439a-85b9-88df6588af10 HTTP/1.1" status: 200 len: 943 time: 0.1146557 Jul 28 09:25:38.948595 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-3a6ed757-9725-456c-8fd2-c7751a12db1c req-4231fd2a-4a18-44be-a80f-e51d667056c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:38.984282 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7961c486-0c58-4d76-8e46-c4e43e3b057c req-778917c6-109c-4dc8-866b-1ee8e35a8f9c service neutron] 10.222.0.32 "GET /v2.0/networks/1b6014d4-8d11-4d4c-8401-8dbc24e8b9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116196 Jul 28 09:25:39.082139 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-4da83f57-7443-419e-b9d4-756118567346 req-737e5ce0-f945-49e9-9492-bc138c727210 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] 10.222.0.23 "GET /v2.0/security-groups?id=19b316a4-ad16-494c-bf63-04c117aaf44d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234839 Jul 28 09:25:39.229442 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7961c486-0c58-4d76-8e46-c4e43e3b057c req-ff2a2294-6f4a-4108-a858-40886b5e43f4 service neutron] 10.222.0.32 "GET /v2.0/networks/1b6014d4-8d11-4d4c-8401-8dbc24e8b9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197890 Jul 28 09:25:39.427080 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072b1a35-e515-48bf-8f60-b35190732ca3 req-9f69338d-cb55-410d-a0dd-6b9730a69f54 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:39.429230 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-072b1a35-e515-48bf-8f60-b35190732ca3 req-9f69338d-cb55-410d-a0dd-6b9730a69f54 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7a17c34-a3e3-44a8-9fc2-616e75f456ad HTTP/1.1" status: 200 len: 932 time: 0.1286561 Jul 28 09:25:39.439146 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.notifiers.nova [req-3a6ed757-9725-456c-8fd2-c7751a12db1c req-4231fd2a-4a18-44be-a80f-e51d667056c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 446844c5-42ac-4490-a52f-68f801c377f3 {{(pid=93067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 09:25:39.450265 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef4fda4-03e8-49bf-892f-9e6a61e4e475 req-cd52d1bb-4bb0-445e-9491-52d81c9f489a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:39.451935 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-4ef4fda4-03e8-49bf-892f-9e6a61e4e475 req-cd52d1bb-4bb0-445e-9491-52d81c9f489a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=06e37808f2054fe2b42ec96a381300c1&device_id=ce759f0e-c674-439a-85b9-88df6588af10 HTTP/1.1" status: 200 len: 1096 time: 0.1232932 Jul 28 09:25:39.459330 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-3a6ed757-9725-456c-8fd2-c7751a12db1c req-4231fd2a-4a18-44be-a80f-e51d667056c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:39.553730 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.provisioning_blocks [req-3a6ed757-9725-456c-8fd2-c7751a12db1c req-4231fd2a-4a18-44be-a80f-e51d667056c7 service neutron] Transition to ACTIVE for port object 446844c5-42ac-4490-a52f-68f801c377f3 will not be triggered until provisioned by entity L2. {{(pid=93067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:25:39.567000 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-3a6ed757-9725-456c-8fd2-c7751a12db1c req-4231fd2a-4a18-44be-a80f-e51d667056c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:39.662357 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-072b1a35-e515-48bf-8f60-b35190732ca3 req-72e7112d-b4ad-4eb3-975e-e14c06d0aff4 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba7ca661-0cb6-4167-9687-f2b430c66e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174101 Jul 28 09:25:39.702670 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4231fd2a-4a18-44be-a80f-e51d667056c7 service neutron] Pushing event updated for resources: {'Port': ['ID=446844c5-42ac-4490-a52f-68f801c377f3,revision_number=2']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:39.738668 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef4fda4-03e8-49bf-892f-9e6a61e4e475 req-33371c0c-83f4-4a35-a5d9-4bb959796415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:39.740116 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-4ef4fda4-03e8-49bf-892f-9e6a61e4e475 req-33371c0c-83f4-4a35-a5d9-4bb959796415 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1b6014d4-8d11-4d4c-8401-8dbc24e8b9a9 HTTP/1.1" status: 200 len: 910 time: 0.2779825 Jul 28 09:25:39.754499 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f8810e-766f-4a9a-a410-a64ec4fcb8c9 req-90c03529-d681-4cf7-a480-db7f60a9aa90 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:39.756117 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-23f8810e-766f-4a9a-a410-a64ec4fcb8c9 req-90c03529-d681-4cf7-a480-db7f60a9aa90 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=89bf9e96-f9c0-4e9b-9eb6-a01c13b4ac67 HTTP/1.1" status: 200 len: 945 time: 0.1456416 Jul 28 09:25:39.808283 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.managers [req-3a6ed757-9725-456c-8fd2-c7751a12db1c req-4231fd2a-4a18-44be-a80f-e51d667056c7 service neutron] Attempting to bind port 446844c5-42ac-4490-a52f-68f801c377f3 on host hv-cinder-80266 for vnic_type normal with profile {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 09:25:39.808630 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.managers [req-3a6ed757-9725-456c-8fd2-c7751a12db1c req-4231fd2a-4a18-44be-a80f-e51d667056c7 service neutron] Attempting to bind port 446844c5-42ac-4490-a52f-68f801c377f3 by drivers openvswitch,hyperv on host hv-cinder-80266 at level 0 using segments [{'id': '0cfbf343-39bd-4fe2-a34a-bcc21842f0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3463c92e-9592-4a5e-be73-c0318bba2428'}] {{(pid=93067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 09:25:39.808943 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6ed757-9725-456c-8fd2-c7751a12db1c req-4231fd2a-4a18-44be-a80f-e51d667056c7 service neutron] Attempting to bind port 446844c5-42ac-4490-a52f-68f801c377f3 on network 3463c92e-9592-4a5e-be73-c0318bba2428 {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 09:25:39.820614 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-4ef4fda4-03e8-49bf-892f-9e6a61e4e475 req-ef6598b6-a05d-4a12-80af-824b7c1ef2c5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dc51191b-6d62-4b22-b9c0-0512eda54856 HTTP/1.1" status: 200 len: 217 time: 0.0588081 Jul 28 09:25:39.824045 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6ed757-9725-456c-8fd2-c7751a12db1c req-4231fd2a-4a18-44be-a80f-e51d667056c7 service neutron] Port 446844c5-42ac-4490-a52f-68f801c377f3 on network 3463c92e-9592-4a5e-be73-c0318bba2428 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80266 {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 09:25:39.824367 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6ed757-9725-456c-8fd2-c7751a12db1c req-4231fd2a-4a18-44be-a80f-e51d667056c7 service neutron] Attempting to bind port 446844c5-42ac-4490-a52f-68f801c377f3 on network 3463c92e-9592-4a5e-be73-c0318bba2428 {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 09:25:39.837497 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6ed757-9725-456c-8fd2-c7751a12db1c req-4231fd2a-4a18-44be-a80f-e51d667056c7 service neutron] Checking agent: {'id': '2e21c55d-f4ce-498b-abcc-e7d8675cd352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80266', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 9, 22, 54), 'started_at': datetime.datetime(2021, 7, 28, 9, 22, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 9, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 09:25:39.837848 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6ed757-9725-456c-8fd2-c7751a12db1c req-4231fd2a-4a18-44be-a80f-e51d667056c7 service neutron] Checking segment: {'id': '0cfbf343-39bd-4fe2-a34a-bcc21842f0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3463c92e-9592-4a5e-be73-c0318bba2428'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 09:25:39.838197 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6ed757-9725-456c-8fd2-c7751a12db1c req-4231fd2a-4a18-44be-a80f-e51d667056c7 service neutron] Bound using segment: {'id': '0cfbf343-39bd-4fe2-a34a-bcc21842f0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3463c92e-9592-4a5e-be73-c0318bba2428'} {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 09:25:39.838631 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.managers [req-3a6ed757-9725-456c-8fd2-c7751a12db1c req-4231fd2a-4a18-44be-a80f-e51d667056c7 service neutron] Bound port: 446844c5-42ac-4490-a52f-68f801c377f3, host: hv-cinder-80266, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cfbf343-39bd-4fe2-a34a-bcc21842f0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3463c92e-9592-4a5e-be73-c0318bba2428'}}] {{(pid=93067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 09:25:39.838984 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-3a6ed757-9725-456c-8fd2-c7751a12db1c req-4231fd2a-4a18-44be-a80f-e51d667056c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:39.854041 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-23f8810e-766f-4a9a-a410-a64ec4fcb8c9 req-dcf0ef44-18a4-44c0-a0b7-d849ad1b9e78 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910668 Jul 28 09:25:39.934309 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef4fda4-03e8-49bf-892f-9e6a61e4e475 req-7627cc0a-f99b-4309-aae5-5c6b91c44e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:39.935816 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-4ef4fda4-03e8-49bf-892f-9e6a61e4e475 req-7627cc0a-f99b-4309-aae5-5c6b91c44e41 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7918ad2d-2efc-4d94-89f6-56a75bc696f6 HTTP/1.1" status: 200 len: 849 time: 0.0809071 Jul 28 09:25:39.951229 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.db [req-3a6ed757-9725-456c-8fd2-c7751a12db1c req-4231fd2a-4a18-44be-a80f-e51d667056c7 service neutron] For port 446844c5-42ac-4490-a52f-68f801c377f3, host hv-cinder-80266, cleared binding levels {{(pid=93067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:25:39.954368 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.db [req-3a6ed757-9725-456c-8fd2-c7751a12db1c req-4231fd2a-4a18-44be-a80f-e51d667056c7 service neutron] For port 446844c5-42ac-4490-a52f-68f801c377f3, host hv-cinder-80266, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=446844c5-42ac-4490-a52f-68f801c377f3,segment=NetworkSegment(0cfbf343-39bd-4fe2-a34a-bcc21842f0af),segment_id=0cfbf343-39bd-4fe2-a34a-bcc21842f0af)] {{(pid=93067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:25:39.959765 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-3a6ed757-9725-456c-8fd2-c7751a12db1c req-4231fd2a-4a18-44be-a80f-e51d667056c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:40.019386 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-4ef4fda4-03e8-49bf-892f-9e6a61e4e475 req-e7f6ade7-e6dc-4b7c-b9eb-426e70fb143e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1b6014d4-8d11-4d4c-8401-8dbc24e8b9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336120 Jul 28 09:25:40.025192 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6ed757-9725-456c-8fd2-c7751a12db1c req-4231fd2a-4a18-44be-a80f-e51d667056c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:40.025860 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-3a6ed757-9725-456c-8fd2-c7751a12db1c req-4231fd2a-4a18-44be-a80f-e51d667056c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for port, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:40.027199 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-3a6ed757-9725-456c-8fd2-c7751a12db1c req-4231fd2a-4a18-44be-a80f-e51d667056c7 service neutron] 10.222.0.32 "PUT /v2.0/ports/446844c5-42ac-4490-a52f-68f801c377f3 HTTP/1.1" status: 200 len: 1094 time: 1.2060537 Jul 28 09:25:40.107277 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4231fd2a-4a18-44be-a80f-e51d667056c7 service neutron] Pushing event updated for resources: {'Port': ['ID=446844c5-42ac-4490-a52f-68f801c377f3,revision_number=3']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:40.229095 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6ed757-9725-456c-8fd2-c7751a12db1c req-5ee7d9dc-ba0c-4abe-af57-5cc1181ee824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:40.230594 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-3a6ed757-9725-456c-8fd2-c7751a12db1c req-5ee7d9dc-ba0c-4abe-af57-5cc1181ee824 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3ffc9329f42c48d5a02f450469dbaf89&device_id=a7a17c34-a3e3-44a8-9fc2-616e75f456ad HTTP/1.1" status: 200 len: 1097 time: 0.1408379 Jul 28 09:25:40.249746 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-4ef4fda4-03e8-49bf-892f-9e6a61e4e475 req-12697dce-b870-46e7-80fe-af2f5a09f11c service neutron] 10.222.0.32 "GET /v2.0/networks/1b6014d4-8d11-4d4c-8401-8dbc24e8b9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096412 Jul 28 09:25:40.298345 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-3a6ed757-9725-456c-8fd2-c7751a12db1c req-d8357629-ac60-4552-83f3-d915739bc578 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=446844c5-42ac-4490-a52f-68f801c377f3 HTTP/1.1" status: 200 len: 217 time: 0.0509505 Jul 28 09:25:40.379138 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce0b23d-bc4f-4d1a-a344-1e962d39687a req-ba9d852a-301f-48cd-82d5-688018c47647 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:40.380674 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-6ce0b23d-bc4f-4d1a-a344-1e962d39687a req-ba9d852a-301f-48cd-82d5-688018c47647 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce759f0e-c674-439a-85b9-88df6588af10 HTTP/1.1" status: 200 len: 943 time: 0.1720319 Jul 28 09:25:40.429286 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6ed757-9725-456c-8fd2-c7751a12db1c req-e2817f2c-1a36-4a8b-89b6-b2688130724b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:40.430822 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-3a6ed757-9725-456c-8fd2-c7751a12db1c req-e2817f2c-1a36-4a8b-89b6-b2688130724b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1774fccb-c973-4490-ba8e-1a26617adb21 HTTP/1.1" status: 200 len: 854 time: 0.1186290 Jul 28 09:25:40.689309 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7a17c34-a3e3-44a8-9fc2-616e75f456ad', 'tag': '446844c5-42ac-4490-a52f-68f801c377f3'}] {{(pid=93067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:25:40.691565 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}119bb006a51e6799d77012a49065aa76076224f53078518f9bbc3af1ae40a877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88c69e80-ae67-4478-be87-7dab3259050e" -d '{"events": [{"name": "network-changed", "server_uuid": "a7a17c34-a3e3-44a8-9fc2-616e75f456ad", "tag": "446844c5-42ac-4490-a52f-68f801c377f3"}]}' {{(pid=93067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:25:40.716285 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-6ce0b23d-bc4f-4d1a-a344-1e962d39687a req-cc83fa14-a239-4266-a0a4-3fc5cd75dd20 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] 10.222.0.23 "GET /v2.0/security-groups?id=19b316a4-ad16-494c-bf63-04c117aaf44d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253987 Jul 28 09:25:40.718105 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-3a6ed757-9725-456c-8fd2-c7751a12db1c req-f43d0225-4efb-4211-b1dc-04b559ddb486 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3463c92e-9592-4a5e-be73-c0318bba2428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2708969 Jul 28 09:25:40.720587 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-4ef4fda4-03e8-49bf-892f-9e6a61e4e475 req-10ba32c7-c816-4167-989f-fdd9064bf778 service neutron] 10.222.0.32 "GET /v2.0/networks/1b6014d4-8d11-4d4c-8401-8dbc24e8b9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4315050 Jul 28 09:25:40.763089 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 09:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e054ef2a-c448-44f5-bd05-7d1678055e85 x-openstack-request-id: req-e054ef2a-c448-44f5-bd05-7d1678055e85 {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:25:40.763755 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7a17c34-a3e3-44a8-9fc2-616e75f456ad", "tag": "446844c5-42ac-4490-a52f-68f801c377f3", "status": "completed", "code": 200}]} {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:25:40.763755 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e054ef2a-c448-44f5-bd05-7d1678055e85 {{(pid=93067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:25:40.763997 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7a17c34-a3e3-44a8-9fc2-616e75f456ad', 'tag': '446844c5-42ac-4490-a52f-68f801c377f3', 'status': 'completed', 'code': 200} Jul 28 09:25:40.837841 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992128c-df67-499d-af95-2a3b1528cbc0 req-46ef3b50-369d-474f-8545-a5c1bc783e81 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:40.839349 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b992128c-df67-499d-af95-2a3b1528cbc0 req-46ef3b50-369d-474f-8545-a5c1bc783e81 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7a17c34-a3e3-44a8-9fc2-616e75f456ad HTTP/1.1" status: 200 len: 944 time: 0.1039650 Jul 28 09:25:40.884449 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-3a6ed757-9725-456c-8fd2-c7751a12db1c req-8e259d5d-8a69-489b-ae1a-f3bf161c0987 service neutron] 10.222.0.32 "GET /v2.0/networks/3463c92e-9592-4a5e-be73-c0318bba2428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242940 Jul 28 09:25:40.896996 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b992128c-df67-499d-af95-2a3b1528cbc0 req-7b8de931-52ab-4e21-8fb0-603430d862da tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba7ca661-0cb6-4167-9687-f2b430c66e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485344 Jul 28 09:25:41.018845 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-3a6ed757-9725-456c-8fd2-c7751a12db1c req-81855708-2bb2-46f0-82b0-bb730adb70e7 service neutron] 10.222.0.32 "GET /v2.0/networks/3463c92e-9592-4a5e-be73-c0318bba2428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189928 Jul 28 09:25:41.029664 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae7dc95-68bb-4f34-873f-80e752eb8971 req-be755c02-2b0e-4954-b681-a59c2c681653 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:41.031406 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-5ae7dc95-68bb-4f34-873f-80e752eb8971 req-be755c02-2b0e-4954-b681-a59c2c681653 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=89bf9e96-f9c0-4e9b-9eb6-a01c13b4ac67 HTTP/1.1" status: 200 len: 945 time: 0.0774460 Jul 28 09:25:41.073015 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-5ae7dc95-68bb-4f34-873f-80e752eb8971 req-d17c1a55-09e3-4b46-b39a-16559d9f66f9 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347135 Jul 28 09:25:41.127143 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c69e80-ae67-4478-be87-7dab3259050e req-bfe8029c-dc0f-4b54-95c2-be6aa8e5965d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:41.129441 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-88c69e80-ae67-4478-be87-7dab3259050e req-bfe8029c-dc0f-4b54-95c2-be6aa8e5965d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3ffc9329f42c48d5a02f450469dbaf89&device_id=a7a17c34-a3e3-44a8-9fc2-616e75f456ad HTTP/1.1" status: 200 len: 1097 time: 0.0411065 Jul 28 09:25:41.228205 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c69e80-ae67-4478-be87-7dab3259050e req-d9024eaf-d4e3-4b03-84e2-1d1291db01c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:41.229711 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-88c69e80-ae67-4478-be87-7dab3259050e req-d9024eaf-d4e3-4b03-84e2-1d1291db01c9 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3463c92e-9592-4a5e-be73-c0318bba2428 HTTP/1.1" status: 200 len: 915 time: 0.0927038 Jul 28 09:25:41.285817 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-88c69e80-ae67-4478-be87-7dab3259050e req-78d45805-7f15-4595-9567-57119b6334f5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=446844c5-42ac-4490-a52f-68f801c377f3 HTTP/1.1" status: 200 len: 217 time: 0.0370717 Jul 28 09:25:41.336443 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c69e80-ae67-4478-be87-7dab3259050e req-8c9738df-53c7-4782-aaa9-cbba63daf2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:41.337996 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-88c69e80-ae67-4478-be87-7dab3259050e req-8c9738df-53c7-4782-aaa9-cbba63daf2a5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1774fccb-c973-4490-ba8e-1a26617adb21 HTTP/1.1" status: 200 len: 854 time: 0.0439022 Jul 28 09:25:41.375803 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-88c69e80-ae67-4478-be87-7dab3259050e req-a4a1b0f0-88d7-462f-a0a8-ff84fffd7a7c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3463c92e-9592-4a5e-be73-c0318bba2428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240233 Jul 28 09:25:41.475227 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-88c69e80-ae67-4478-be87-7dab3259050e req-ddaac1e9-c466-43ca-8d1f-2d12a6956861 service neutron] 10.222.0.32 "GET /v2.0/networks/3463c92e-9592-4a5e-be73-c0318bba2428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899315 Jul 28 09:25:41.580343 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-88c69e80-ae67-4478-be87-7dab3259050e req-c09114f0-8c91-4a88-974f-50b8b540311c service neutron] 10.222.0.32 "GET /v2.0/networks/3463c92e-9592-4a5e-be73-c0318bba2428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862339 Jul 28 09:25:41.873494 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ea8ce7-8105-48dd-b692-37c505968107 req-aa44771c-0ea4-40f0-8b48-019b6b026ed3 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:41.875033 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-f4ea8ce7-8105-48dd-b692-37c505968107 req-aa44771c-0ea4-40f0-8b48-019b6b026ed3 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce759f0e-c674-439a-85b9-88df6588af10 HTTP/1.1" status: 200 len: 943 time: 0.0865934 Jul 28 09:25:41.921447 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-f4ea8ce7-8105-48dd-b692-37c505968107 req-dd8cd72f-bb26-46af-861e-12dfdb101489 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] 10.222.0.23 "GET /v2.0/security-groups?id=19b316a4-ad16-494c-bf63-04c117aaf44d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391440 Jul 28 09:25:42.081581 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc653c5-a812-4f2a-90ba-7925546e4d32 req-6a0c3fc1-5078-4bbf-8a18-d4756e0b9479 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:42.083150 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2fc653c5-a812-4f2a-90ba-7925546e4d32 req-6a0c3fc1-5078-4bbf-8a18-d4756e0b9479 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7a17c34-a3e3-44a8-9fc2-616e75f456ad HTTP/1.1" status: 200 len: 944 time: 0.0555530 Jul 28 09:25:42.151428 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2fc653c5-a812-4f2a-90ba-7925546e4d32 req-4fd7d2fe-3e79-4cbf-a9da-8d488926c26e tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba7ca661-0cb6-4167-9687-f2b430c66e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603290 Jul 28 09:25:42.164525 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e52d58b-b50d-4cf2-8793-8216e17c9ef9 req-fb4a27c1-18be-45c4-a832-6c93e2ea9834 tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:42.166029 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-6e52d58b-b50d-4cf2-8793-8216e17c9ef9 req-fb4a27c1-18be-45c4-a832-6c93e2ea9834 tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] 10.222.0.23 "GET /v2.0/ports?device_id=3553763b-4ea7-46c3-a243-3e7217b9f319 HTTP/1.1" status: 200 len: 945 time: 0.0761728 Jul 28 09:25:42.204238 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-6e52d58b-b50d-4cf2-8793-8216e17c9ef9 req-38484504-2158-4b46-9eb0-460077dd0cd4 tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] 10.222.0.23 "GET /v2.0/security-groups?id=af86cd65-c6a0-4edd-a79e-986ab1ba90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320733 Jul 28 09:25:42.309895 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d47eed-3bc4-4a34-aaf2-91d12a6d8862 req-3f43d5b7-fc09-4028-bf80-3c526294c8c6 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:42.311500 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b3d47eed-3bc4-4a34-aaf2-91d12a6d8862 req-3f43d5b7-fc09-4028-bf80-3c526294c8c6 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=89bf9e96-f9c0-4e9b-9eb6-a01c13b4ac67 HTTP/1.1" status: 200 len: 945 time: 0.0520136 Jul 28 09:25:42.349023 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b3d47eed-3bc4-4a34-aaf2-91d12a6d8862 req-d6837f22-83af-4c70-868b-34cbfa311db5 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314934 Jul 28 09:25:43.044205 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e68ff-4f2a-441a-926b-70edc83cd579 req-b5cecbe9-73ee-4f5b-8643-217ed6f69d9c tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:43.046114 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-3c8e68ff-4f2a-441a-926b-70edc83cd579 req-b5cecbe9-73ee-4f5b-8643-217ed6f69d9c tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce759f0e-c674-439a-85b9-88df6588af10 HTTP/1.1" status: 200 len: 943 time: 0.0520737 Jul 28 09:25:43.090697 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-3c8e68ff-4f2a-441a-926b-70edc83cd579 req-111418f6-aa70-4f1f-ad0f-dafd2217e30a tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] 10.222.0.23 "GET /v2.0/security-groups?id=19b316a4-ad16-494c-bf63-04c117aaf44d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357549 Jul 28 09:25:43.290329 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d02cf41-ed2f-47c0-9ecf-f8604bc35f0b req-d4e622d0-9993-4c04-a007-3f6cb7cb7d01 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:43.297924 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7d02cf41-ed2f-47c0-9ecf-f8604bc35f0b req-d4e622d0-9993-4c04-a007-3f6cb7cb7d01 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7a17c34-a3e3-44a8-9fc2-616e75f456ad HTTP/1.1" status: 200 len: 944 time: 0.0714469 Jul 28 09:25:43.375748 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7d02cf41-ed2f-47c0-9ecf-f8604bc35f0b req-b6a58672-5f59-450b-afe9-20c1b218cf9c tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba7ca661-0cb6-4167-9687-f2b430c66e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749054 Jul 28 09:25:43.384644 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92832731-2bdf-4a09-8e6b-756ad1aef693 req-758cbd3f-316b-4fb6-8223-a70e2535f234 tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:43.386128 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-92832731-2bdf-4a09-8e6b-756ad1aef693 req-758cbd3f-316b-4fb6-8223-a70e2535f234 tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] 10.222.0.23 "GET /v2.0/ports?device_id=3553763b-4ea7-46c3-a243-3e7217b9f319 HTTP/1.1" status: 200 len: 945 time: 0.0857038 Jul 28 09:25:43.441195 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-92832731-2bdf-4a09-8e6b-756ad1aef693 req-c22c8587-fe27-4045-adce-8deec03a2518 tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] 10.222.0.23 "GET /v2.0/security-groups?id=af86cd65-c6a0-4edd-a79e-986ab1ba90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453305 Jul 28 09:25:43.536809 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device dc51191b-6d62-4b22-b9c0-0512eda54856 details requested by agent hyperv_hv-cinder-80266 with host hv-cinder-80266 {{(pid=93069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 09:25:43.552331 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5abcee7-9407-4ce2-9233-22fbd88e8406 req-0b20c573-a661-4b2c-b631-fd912ffa67f0 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:43.554231 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-d5abcee7-9407-4ce2-9233-22fbd88e8406 req-0b20c573-a661-4b2c-b631-fd912ffa67f0 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=89bf9e96-f9c0-4e9b-9eb6-a01c13b4ac67 HTTP/1.1" status: 200 len: 945 time: 0.0542750 Jul 28 09:25:43.597019 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-d5abcee7-9407-4ce2-9233-22fbd88e8406 req-2b9f6308-49ef-4397-9991-0f79a024c6b3 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354140 Jul 28 09:25:43.627950 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 48056) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:25:43.685501 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port dc51191b-6d62-4b22-b9c0-0512eda54856, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=dc51191b-6d62-4b22-b9c0-0512eda54856,segment=NetworkSegment(a7af0bf8-3dd9-4152-a086-4d5b0cf4b39b),segment_id=a7af0bf8-3dd9-4152-a086-4d5b0cf4b39b)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:25:43.702292 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Returning: {'device': 'dc51191b-6d62-4b22-b9c0-0512eda54856', 'network_id': '1b6014d4-8d11-4d4c-8401-8dbc24e8b9a9', 'port_id': 'dc51191b-6d62-4b22-b9c0-0512eda54856', 'mac_address': 'fa:16:3e:5a:c8:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7918ad2d-2efc-4d94-89f6-56a75bc696f6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 09:25:43.743692 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:43.757881 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.notifiers.nova [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc51191b-6d62-4b22-b9c0-0512eda54856 {{(pid=93069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 09:25:43.765085 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-b2df5a69-7e6d-4e96-8780-bae60a8fb948 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:43.780248 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port dc51191b-6d62-4b22-b9c0-0512eda54856, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=dc51191b-6d62-4b22-b9c0-0512eda54856,segment=NetworkSegment(a7af0bf8-3dd9-4152-a086-4d5b0cf4b39b),segment_id=a7af0bf8-3dd9-4152-a086-4d5b0cf4b39b)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:25:43.786182 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:43.840816 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Pushing event updated for resources: {'Port': ['ID=dc51191b-6d62-4b22-b9c0-0512eda54856,revision_number=4']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:43.849299 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:43.849668 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:43.850137 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:43.850470 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:43.850892 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:43.851397 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:43.851753 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:43.852077 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:43.852519 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:43.852733 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:43.853266 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:43.853589 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:25:43.870972 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-b2df5a69-7e6d-4e96-8780-bae60a8fb948 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:43.876081 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-b2df5a69-7e6d-4e96-8780-bae60a8fb948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:43.919813 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-b2df5a69-7e6d-4e96-8780-bae60a8fb948 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cf56a0690a544c2f9089a94186324262&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2907245 Jul 28 09:25:43.920992 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2df5a69-7e6d-4e96-8780-bae60a8fb948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11c6902-efb5-4d53-bcb3-06afd3da7b9e,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:43.922495 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 48070) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:25:43.971715 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-a313f819-5ea2-4981-841f-6078ee2709b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:43.991459 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-a313f819-5ea2-4981-841f-6078ee2709b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:44.043475 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-a313f819-5ea2-4981-841f-6078ee2709b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:44.046352 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-a313f819-5ea2-4981-841f-6078ee2709b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:44.050249 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-a313f819-5ea2-4981-841f-6078ee2709b4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a11c6902-efb5-4d53-bcb3-06afd3da7b9e HTTP/1.1" status: 204 len: 168 time: 0.1240129 Jul 28 09:25:44.056426 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a313f819-5ea2-4981-841f-6078ee2709b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11c6902-efb5-4d53-bcb3-06afd3da7b9e,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:44.227262 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a46350-8724-4a03-842e-cd89441c31af req-80c29b73-9e53-4b30-97eb-e0c2b3af1530 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:44.227909 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e7a46350-8724-4a03-842e-cd89441c31af req-80c29b73-9e53-4b30-97eb-e0c2b3af1530 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce759f0e-c674-439a-85b9-88df6588af10 HTTP/1.1" status: 200 len: 944 time: 0.0502617 Jul 28 09:25:44.231218 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] get_ports_and_sgs() called for port_ids ['dc51191b-6d62-4b22-b9c0-0512eda54856'] {{(pid=93069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:25:44.272811 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e7a46350-8724-4a03-842e-cd89441c31af req-5db939ae-6948-4aa3-b101-4d8eab8cc9e9 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] 10.222.0.23 "GET /v2.0/security-groups?id=19b316a4-ad16-494c-bf63-04c117aaf44d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351748 Jul 28 09:25:44.322761 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 48080) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:25:44.335474 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-ecc89ed6-f189-4552-8cab-d6b4f46064a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:44.425912 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-ecc89ed6-f189-4552-8cab-d6b4f46064a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:44.429943 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-ecc89ed6-f189-4552-8cab-d6b4f46064a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:44.471785 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-ecc89ed6-f189-4552-8cab-d6b4f46064a8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5bb8c7edbbd1403da44ce198a9807f26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1476138 Jul 28 09:25:44.472873 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc89ed6-f189-4552-8cab-d6b4f46064a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b124c9d7-28a6-41a2-b8b0-37baa4d0220f,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:44.476864 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 48086) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:25:44.505405 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbeb170-6987-4253-b01a-455955e2deff req-6b7f1c0a-e7d4-41e9-b94c-94b017a37960 tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:44.507018 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-edbeb170-6987-4253-b01a-455955e2deff req-6b7f1c0a-e7d4-41e9-b94c-94b017a37960 tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] 10.222.0.32 "GET /v2.0/ports?device_id=3553763b-4ea7-46c3-a243-3e7217b9f319 HTTP/1.1" status: 200 len: 945 time: 0.0770078 Jul 28 09:25:44.519314 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a501691-426e-41c7-824d-e78618725a6b req-aba2c092-2bf4-41fa-b561-4cbae5129b11 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:44.521274 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7a501691-426e-41c7-824d-e78618725a6b req-aba2c092-2bf4-41fa-b561-4cbae5129b11 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7a17c34-a3e3-44a8-9fc2-616e75f456ad HTTP/1.1" status: 200 len: 944 time: 0.0815358 Jul 28 09:25:44.542719 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-ceedd818-f3b8-4a7f-bc4c-1f2cae168e5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:44.569229 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-ceedd818-f3b8-4a7f-bc4c-1f2cae168e5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:44.615776 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-ceedd818-f3b8-4a7f-bc4c-1f2cae168e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:44.618552 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-ceedd818-f3b8-4a7f-bc4c-1f2cae168e5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:44.619810 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-ceedd818-f3b8-4a7f-bc4c-1f2cae168e5a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b124c9d7-28a6-41a2-b8b0-37baa4d0220f HTTP/1.1" status: 204 len: 168 time: 0.1407707 Jul 28 09:25:44.629823 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceedd818-f3b8-4a7f-bc4c-1f2cae168e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b124c9d7-28a6-41a2-b8b0-37baa4d0220f,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:44.675706 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7a501691-426e-41c7-824d-e78618725a6b req-6156c45a-608b-4def-81de-302fc1ea62a7 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba7ca661-0cb6-4167-9687-f2b430c66e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435976 Jul 28 09:25:44.684006 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869783d9-255b-4950-b0c3-93186d8e1940 req-7de9496d-3693-45a2-9ba7-681cecf4a73b tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:44.685488 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-869783d9-255b-4950-b0c3-93186d8e1940 req-7de9496d-3693-45a2-9ba7-681cecf4a73b tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] 10.222.0.23 "GET /v2.0/ports?device_id=3553763b-4ea7-46c3-a243-3e7217b9f319 HTTP/1.1" status: 200 len: 945 time: 0.1618209 Jul 28 09:25:44.740517 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.plugin [req-edbeb170-6987-4253-b01a-455955e2deff req-53da47a9-2940-45e0-92b7-ba3accdaaf21 tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] Deleting port eca2dda2-dd14-4098-a22d-67e6250c6eb4 {{(pid=93067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 09:25:44.740865 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-edbeb170-6987-4253-b01a-455955e2deff req-53da47a9-2940-45e0-92b7-ba3accdaaf21 tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732595656843'] for port, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:44.790555 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-869783d9-255b-4950-b0c3-93186d8e1940 req-0f0c7c92-fb18-45e7-baf1-71817eeba766 tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] 10.222.0.23 "GET /v2.0/security-groups?id=af86cd65-c6a0-4edd-a79e-986ab1ba90ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982883 Jul 28 09:25:44.843969 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.db [req-edbeb170-6987-4253-b01a-455955e2deff req-53da47a9-2940-45e0-92b7-ba3accdaaf21 tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] For port eca2dda2-dd14-4098-a22d-67e6250c6eb4, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=eca2dda2-dd14-4098-a22d-67e6250c6eb4,segment=NetworkSegment(f023c778-1afa-49d5-8ab8-135354e6c980),segment_id=f023c778-1afa-49d5-8ab8-135354e6c980)] {{(pid=93067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:25:44.844338 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-edbeb170-6987-4253-b01a-455955e2deff req-53da47a9-2940-45e0-92b7-ba3accdaaf21 tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8264998'] for port, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:44.859808 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.plugin [req-edbeb170-6987-4253-b01a-455955e2deff req-53da47a9-2940-45e0-92b7-ba3accdaaf21 tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] Calling delete_port for eca2dda2-dd14-4098-a22d-67e6250c6eb4 owned by compute:nova {{(pid=93067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 09:25:44.991971 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a852297-610a-474c-babe-8c9f56009480 req-9af0433f-2a07-4bc9-b23e-f545d480dc3f tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:44.999331 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-8a852297-610a-474c-babe-8c9f56009480 req-9af0433f-2a07-4bc9-b23e-f545d480dc3f tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=89bf9e96-f9c0-4e9b-9eb6-a01c13b4ac67 HTTP/1.1" status: 200 len: 945 time: 0.1363785 Jul 28 09:25:45.053803 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-8a852297-610a-474c-babe-8c9f56009480 req-440d212f-3069-4bfa-b983-d231c009e12b tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535839 Jul 28 09:25:45.112392 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-edbeb170-6987-4253-b01a-455955e2deff req-53da47a9-2940-45e0-92b7-ba3accdaaf21 tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732595661087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732595289887'] for port, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:45.129421 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] get_ports_and_sgs() called for port_ids ['eca2dda2-dd14-4098-a22d-67e6250c6eb4'] {{(pid=93069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:25:45.148623 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53da47a9-2940-45e0-92b7-ba3accdaaf21 tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] Pushing event deleted for resources: {'Port': ['ID=eca2dda2-dd14-4098-a22d-67e6250c6eb4,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:45.212056 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.l3_dvrscheduler_db [req-edbeb170-6987-4253-b01a-455955e2deff req-53da47a9-2940-45e0-92b7-ba3accdaaf21 tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] No DVR routers for this DVR port eca2dda2-dd14-4098-a22d-67e6250c6eb4 on host hv-cinder-80266 {{(pid=93067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 09:25:45.215240 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-edbeb170-6987-4253-b01a-455955e2deff req-53da47a9-2940-45e0-92b7-ba3accdaaf21 tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905'] for port, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:45.217324 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-edbeb170-6987-4253-b01a-455955e2deff req-53da47a9-2940-45e0-92b7-ba3accdaaf21 tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] 10.222.0.32 "DELETE /v2.0/ports/eca2dda2-dd14-4098-a22d-67e6250c6eb4 HTTP/1.1" status: 204 len: 173 time: 0.6948071 Jul 28 09:25:45.217764 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3553763b-4ea7-46c3-a243-3e7217b9f319', 'name': 'network-vif-deleted', 'tag': 'eca2dda2-dd14-4098-a22d-67e6250c6eb4'}] {{(pid=93067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:25:45.220123 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}119bb006a51e6799d77012a49065aa76076224f53078518f9bbc3af1ae40a877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b679493-f1c0-4006-b9a1-dcfe22eaae70" -d '{"events": [{"server_uuid": "3553763b-4ea7-46c3-a243-3e7217b9f319", "name": "network-vif-deleted", "tag": "eca2dda2-dd14-4098-a22d-67e6250c6eb4"}]}' {{(pid=93067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:25:45.293459 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 09:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c449a02-230a-427c-894f-291a04d72c72 x-openstack-request-id: req-7c449a02-230a-427c-894f-291a04d72c72 {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:25:45.295098 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3553763b-4ea7-46c3-a243-3e7217b9f319", "name": "network-vif-deleted", "tag": "eca2dda2-dd14-4098-a22d-67e6250c6eb4", "status": "completed", "code": 200}]} {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:25:45.295675 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7c449a02-230a-427c-894f-291a04d72c72 {{(pid=93067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:25:45.296227 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3553763b-4ea7-46c3-a243-3e7217b9f319', 'name': 'network-vif-deleted', 'tag': 'eca2dda2-dd14-4098-a22d-67e6250c6eb4', 'status': 'completed', 'code': 200} Jul 28 09:25:45.355712 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 48136) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:25:45.396827 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bbd25f-9ed8-4a00-8be5-138118a1156d req-a394ce21-0c9b-48bd-9257-31db3a08bcd6 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:45.398560 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b1bbd25f-9ed8-4a00-8be5-138118a1156d req-a394ce21-0c9b-48bd-9257-31db3a08bcd6 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce759f0e-c674-439a-85b9-88df6588af10 HTTP/1.1" status: 200 len: 944 time: 0.0503325 Jul 28 09:25:45.441818 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b1bbd25f-9ed8-4a00-8be5-138118a1156d req-34a18b85-788d-487a-a188-82e8b1367c80 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] 10.222.0.23 "GET /v2.0/security-groups?id=19b316a4-ad16-494c-bf63-04c117aaf44d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365012 Jul 28 09:25:45.542482 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device 446844c5-42ac-4490-a52f-68f801c377f3 details requested by agent hyperv_hv-cinder-80266 with host hv-cinder-80266 {{(pid=93069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 09:25:45.547642 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device dc51191b-6d62-4b22-b9c0-0512eda54856 up at agent hyperv_hv-cinder-80266 {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:25:45.576430 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-2b214165-7816-45a8-9914-011cc002d60b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:45.664800 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Provisioning for port dc51191b-6d62-4b22-b9c0-0512eda54856 completed by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:25:45.672020 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Provisioning complete for port dc51191b-6d62-4b22-b9c0-0512eda54856 triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:25:45.672500 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:45.688595 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-2b214165-7816-45a8-9914-011cc002d60b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:45.693991 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-2b214165-7816-45a8-9914-011cc002d60b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:45.714460 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port 446844c5-42ac-4490-a52f-68f801c377f3, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=446844c5-42ac-4490-a52f-68f801c377f3,segment=NetworkSegment(0cfbf343-39bd-4fe2-a34a-bcc21842f0af),segment_id=0cfbf343-39bd-4fe2-a34a-bcc21842f0af)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:25:45.733313 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b214165-7816-45a8-9914-011cc002d60b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fab7578-16bd-4bc6-975b-25e3c5439ca4,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:45.734741 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Returning: {'device': '446844c5-42ac-4490-a52f-68f801c377f3', 'network_id': '3463c92e-9592-4a5e-be73-c0318bba2428', 'port_id': '446844c5-42ac-4490-a52f-68f801c377f3', 'mac_address': 'fa:16:3e:f7:2a:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1774fccb-c973-4490-ba8e-1a26617adb21', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 09:25:45.757582 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-2b214165-7816-45a8-9914-011cc002d60b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ac1eb151b32c4cffa156727a4a0ae958&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4006763 Jul 28 09:25:45.760401 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 48150) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:25:45.809263 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:45.837155 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.notifiers.nova [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 446844c5-42ac-4490-a52f-68f801c377f3 {{(pid=93069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 09:25:45.845903 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:45.848109 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-656bd0c1-2d53-4ec4-a8cb-2cf94bc0cfad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:45.861338 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e9c6b3-bf2a-4f23-816e-ada904d091cb req-06df9219-f41d-4f94-ab1a-da5b82701ab0 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:45.863409 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e4e9c6b3-bf2a-4f23-816e-ada904d091cb req-06df9219-f41d-4f94-ab1a-da5b82701ab0 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7a17c34-a3e3-44a8-9fc2-616e75f456ad HTTP/1.1" status: 200 len: 944 time: 0.0720434 Jul 28 09:25:45.888060 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port 446844c5-42ac-4490-a52f-68f801c377f3, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=446844c5-42ac-4490-a52f-68f801c377f3,segment=NetworkSegment(0cfbf343-39bd-4fe2-a34a-bcc21842f0af),segment_id=0cfbf343-39bd-4fe2-a34a-bcc21842f0af)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:25:45.890724 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-656bd0c1-2d53-4ec4-a8cb-2cf94bc0cfad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:45.909535 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce759f0e-c674-439a-85b9-88df6588af10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc51191b-6d62-4b22-b9c0-0512eda54856'}] {{(pid=93069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:25:45.919206 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386f2323eb9bad1244c7f57c000109fc890726fb555cdcb5e37d65c089562af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be32d948-5b84-4f1d-badc-9d4878567f0c" -d '{"events": [{"server_uuid": "ce759f0e-c674-439a-85b9-88df6588af10", "name": "network-vif-plugged", "status": "completed", "tag": "dc51191b-6d62-4b22-b9c0-0512eda54856"}]}' {{(pid=93069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:25:45.925197 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:45.937992 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port dc51191b-6d62-4b22-b9c0-0512eda54856, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=dc51191b-6d62-4b22-b9c0-0512eda54856,segment=NetworkSegment(a7af0bf8-3dd9-4152-a086-4d5b0cf4b39b),segment_id=a7af0bf8-3dd9-4152-a086-4d5b0cf4b39b)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:25:45.956292 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e4e9c6b3-bf2a-4f23-816e-ada904d091cb req-29d8a32e-f019-4624-b5e7-e3f3ffa30c33 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba7ca661-0cb6-4167-9687-f2b430c66e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826149 Jul 28 09:25:45.960905 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:45.981922 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-656bd0c1-2d53-4ec4-a8cb-2cf94bc0cfad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:45.984757 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-656bd0c1-2d53-4ec4-a8cb-2cf94bc0cfad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:45.989962 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-656bd0c1-2d53-4ec4-a8cb-2cf94bc0cfad admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2fab7578-16bd-4bc6-975b-25e3c5439ca4 HTTP/1.1" status: 204 len: 168 time: 0.2283080 Jul 28 09:25:46.003849 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656bd0c1-2d53-4ec4-a8cb-2cf94bc0cfad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fab7578-16bd-4bc6-975b-25e3c5439ca4,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:46.008454 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Pushing event updated for resources: {'Port': ['ID=446844c5-42ac-4490-a52f-68f801c377f3,revision_number=4']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:46.077534 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 09:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f790cc17-94ca-4326-960c-5d84e6b75e70 x-openstack-request-id: req-f790cc17-94ca-4326-960c-5d84e6b75e70 {{(pid=93069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:25:46.077945 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce759f0e-c674-439a-85b9-88df6588af10", "name": "network-vif-plugged", "status": "completed", "tag": "dc51191b-6d62-4b22-b9c0-0512eda54856", "code": 200}]} {{(pid=93069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:25:46.078198 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f790cc17-94ca-4326-960c-5d84e6b75e70 {{(pid=93069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:25:46.080029 dv-cinder-802669-1-iscsi neutron-server[93069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce759f0e-c674-439a-85b9-88df6588af10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc51191b-6d62-4b22-b9c0-0512eda54856', 'code': 200} Jul 28 09:25:46.083495 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-39248c5e-c705-4f37-be21-02c432844dd2 req-cc82ea4e-9ae4-4e0c-afa9-7444a7e60f90 tempest-DeleteServersTestJSON-1094374724 tempest-DeleteServersTestJSON-1094374724-project] 10.222.0.23 "GET /v2.0/ports?device_id=3553763b-4ea7-46c3-a243-3e7217b9f319 HTTP/1.1" status: 200 len: 210 time: 0.0669460 Jul 28 09:25:46.182954 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Pushing event updated for resources: {'Port': ['ID=dc51191b-6d62-4b22-b9c0-0512eda54856,revision_number=5']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:46.300097 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593310e9-6240-4312-9f78-8b85c29cb231 req-0e9bf4a7-c7ef-448d-98d3-23d22c6b1415 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:46.303094 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-593310e9-6240-4312-9f78-8b85c29cb231 req-0e9bf4a7-c7ef-448d-98d3-23d22c6b1415 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=89bf9e96-f9c0-4e9b-9eb6-a01c13b4ac67 HTTP/1.1" status: 200 len: 945 time: 0.1067612 Jul 28 09:25:46.310678 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] get_ports_and_sgs() called for port_ids ['446844c5-42ac-4490-a52f-68f801c377f3'] {{(pid=93069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:25:46.357685 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af57060-e568-402a-8442-95107b00b75d req-df673ac5-53f7-459d-a4e9-8d1e2f99e778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:46.359499 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-6af57060-e568-402a-8442-95107b00b75d req-df673ac5-53f7-459d-a4e9-8d1e2f99e778 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=89bf9e96-f9c0-4e9b-9eb6-a01c13b4ac67 HTTP/1.1" status: 200 len: 1098 time: 0.1285851 Jul 28 09:25:46.390011 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a697e278-3209-4236-b363-f7eb62826dd1 req-91592b70-6dad-4c1f-84f9-aab21ddd7b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:46.391681 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a697e278-3209-4236-b363-f7eb62826dd1 req-91592b70-6dad-4c1f-84f9-aab21ddd7b56 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=ce759f0e-c674-439a-85b9-88df6588af10 HTTP/1.1" status: 200 len: 1098 time: 0.1120625 Jul 28 09:25:46.413683 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-593310e9-6240-4312-9f78-8b85c29cb231 req-d878f33c-d6fc-48c3-b565-1c78239ecb44 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895145 Jul 28 09:25:46.469584 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-6af57060-e568-402a-8442-95107b00b75d req-3f1b0c3a-08dd-491a-b8db-8cc3ef763bc3 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932238 Jul 28 09:25:46.486674 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a697e278-3209-4236-b363-f7eb62826dd1 req-566330b1-791b-484e-906c-b39ba9175d3a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=19b316a4-ad16-494c-bf63-04c117aaf44d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601518 Jul 28 09:25:46.550636 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 48178) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:25:46.565742 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-5a88df13-fa7f-4131-86c8-33762417a803 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:46.586173 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616bfda5-9f26-4f86-9334-26f9c7757fff req-0688a28c-6bc5-4b8c-80e6-154698c629ff tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:46.587763 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-616bfda5-9f26-4f86-9334-26f9c7757fff req-0688a28c-6bc5-4b8c-80e6-154698c629ff tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce759f0e-c674-439a-85b9-88df6588af10 HTTP/1.1" status: 200 len: 945 time: 0.0577738 Jul 28 09:25:46.647500 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-616bfda5-9f26-4f86-9334-26f9c7757fff req-6c1411dc-8959-4999-8cb8-c061c3e508a2 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] 10.222.0.23 "GET /v2.0/security-groups?id=19b316a4-ad16-494c-bf63-04c117aaf44d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536797 Jul 28 09:25:46.681357 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-5a88df13-fa7f-4131-86c8-33762417a803 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:46.687650 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-5a88df13-fa7f-4131-86c8-33762417a803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:46.724389 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a88df13-fa7f-4131-86c8-33762417a803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92aa4965-380c-4ea2-878a-5db0672bd9f4,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:46.728599 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-5a88df13-fa7f-4131-86c8-33762417a803 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dea5da23005d4d459d979be71b7ddc19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1768510 Jul 28 09:25:46.731203 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 48192) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:25:46.779545 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-f0481d49-9ccd-4473-9226-76cb8a3682b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:46.801329 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-f0481d49-9ccd-4473-9226-76cb8a3682b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:46.852761 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-f0481d49-9ccd-4473-9226-76cb8a3682b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:46.855392 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-f0481d49-9ccd-4473-9226-76cb8a3682b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:46.859025 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-f0481d49-9ccd-4473-9226-76cb8a3682b1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/92aa4965-380c-4ea2-878a-5db0672bd9f4 HTTP/1.1" status: 204 len: 168 time: 0.1244206 Jul 28 09:25:46.866201 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0481d49-9ccd-4473-9226-76cb8a3682b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92aa4965-380c-4ea2-878a-5db0672bd9f4,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:46.926941 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 48200) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:25:47.093155 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce005063-3b84-4031-9aae-b6bccd0c037d req-012e0dea-6dc8-4b1b-957a-a7407db8aecf tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:47.094664 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-ce005063-3b84-4031-9aae-b6bccd0c037d req-012e0dea-6dc8-4b1b-957a-a7407db8aecf tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7a17c34-a3e3-44a8-9fc2-616e75f456ad HTTP/1.1" status: 200 len: 945 time: 0.0516982 Jul 28 09:25:47.142759 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-ce005063-3b84-4031-9aae-b6bccd0c037d req-57eee9f8-278c-48d8-9f82-c4dc1e849194 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba7ca661-0cb6-4167-9687-f2b430c66e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408530 Jul 28 09:25:47.178675 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-0eab1750-0b92-4d92-b6c9-c3296005e35b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:47.288692 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-0eab1750-0b92-4d92-b6c9-c3296005e35b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:47.294350 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-0eab1750-0b92-4d92-b6c9-c3296005e35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:47.334848 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-0eab1750-0b92-4d92-b6c9-c3296005e35b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=75e7c726c46f4ec685a61ef83318f6f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4067457 Jul 28 09:25:47.337470 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 48224) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:25:47.345286 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eab1750-0b92-4d92-b6c9-c3296005e35b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a21025-52fe-427a-b746-f0915270dbf2,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:47.389125 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-fe044931-8cf5-47be-90da-be7727dc82ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:47.413430 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-fe044931-8cf5-47be-90da-be7727dc82ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:47.479024 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-fe044931-8cf5-47be-90da-be7727dc82ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:47.488669 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-fe044931-8cf5-47be-90da-be7727dc82ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:47.489830 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-fe044931-8cf5-47be-90da-be7727dc82ce admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/44a21025-52fe-427a-b746-f0915270dbf2 HTTP/1.1" status: 204 len: 168 time: 0.1513929 Jul 28 09:25:47.499176 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe044931-8cf5-47be-90da-be7727dc82ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a21025-52fe-427a-b746-f0915270dbf2,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:47.559569 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device eca2dda2-dd14-4098-a22d-67e6250c6eb4 no longer exists at agent hyperv_hv-cinder-80266 {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:25:47.586005 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] No Port match for: eca2dda2-dd14-4098-a22d-67e6250c6eb4 {{(pid=93069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 09:25:47.586687 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device eca2dda2-dd14-4098-a22d-67e6250c6eb4 not bound to the agent host hv-cinder-80266 {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:25:47.588986 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787fd269-cbd4-4af0-9c92-e34601dcf9a4 req-f9268375-13f2-4d4b-9627-e12ee4fe23bc tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:47.590810 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-787fd269-cbd4-4af0-9c92-e34601dcf9a4 req-f9268375-13f2-4d4b-9627-e12ee4fe23bc tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=89bf9e96-f9c0-4e9b-9eb6-a01c13b4ac67 HTTP/1.1" status: 200 len: 945 time: 0.0578129 Jul 28 09:25:47.635834 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-787fd269-cbd4-4af0-9c92-e34601dcf9a4 req-67da0e61-463a-4f3d-97c6-310165dfdfb1 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384920 Jul 28 09:25:47.786832 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580bade-4a7c-40e9-94c6-2b463c2eb263 req-099d502b-e496-49e3-b41b-402e35955885 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:47.788365 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-3580bade-4a7c-40e9-94c6-2b463c2eb263 req-099d502b-e496-49e3-b41b-402e35955885 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce759f0e-c674-439a-85b9-88df6588af10 HTTP/1.1" status: 200 len: 945 time: 0.0558267 Jul 28 09:25:47.843971 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 48252) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:25:47.845499 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-3580bade-4a7c-40e9-94c6-2b463c2eb263 req-908c1171-2819-49e6-a3b9-54c74933331b tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] 10.222.0.23 "GET /v2.0/security-groups?id=19b316a4-ad16-494c-bf63-04c117aaf44d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450659 Jul 28 09:25:47.854113 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-9b6ae32f-3ab9-41e0-9cc6-5b2526c3c426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:47.961892 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-9b6ae32f-3ab9-41e0-9cc6-5b2526c3c426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:47.965635 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-9b6ae32f-3ab9-41e0-9cc6-5b2526c3c426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:48.005214 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-9b6ae32f-3ab9-41e0-9cc6-5b2526c3c426 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ce5a6e321cd24b93808ef9ee7587b06d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1656356 Jul 28 09:25:48.006333 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6ae32f-3ab9-41e0-9cc6-5b2526c3c426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36bf862b-4452-49b1-bf93-2c2bbbe47b86,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:48.007962 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 48256) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:25:48.065825 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-7dc9c145-1675-480c-bd2f-861e2353a59c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:48.089463 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-7dc9c145-1675-480c-bd2f-861e2353a59c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:48.140667 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-7dc9c145-1675-480c-bd2f-861e2353a59c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:48.144285 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-7dc9c145-1675-480c-bd2f-861e2353a59c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:48.145528 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-7dc9c145-1675-480c-bd2f-861e2353a59c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/36bf862b-4452-49b1-bf93-2c2bbbe47b86 HTTP/1.1" status: 204 len: 168 time: 0.1361411 Jul 28 09:25:48.154291 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc9c145-1675-480c-bd2f-861e2353a59c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36bf862b-4452-49b1-bf93-2c2bbbe47b86,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:48.176862 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 48266) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:25:48.291308 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8cc6d6-e163-4485-83a6-a25654923c1a req-f9425b1e-05db-4755-8410-2b365c4c6d08 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:48.292843 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7d8cc6d6-e163-4485-83a6-a25654923c1a req-f9425b1e-05db-4755-8410-2b365c4c6d08 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7a17c34-a3e3-44a8-9fc2-616e75f456ad HTTP/1.1" status: 200 len: 945 time: 0.0575328 Jul 28 09:25:48.313046 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-8760f0e7-980d-4c81-9665-a30e146b0a68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:48.358179 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7d8cc6d6-e163-4485-83a6-a25654923c1a req-6a333388-34e4-4673-af10-5762e42af616 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba7ca661-0cb6-4167-9687-f2b430c66e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571260 Jul 28 09:25:48.434147 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-8760f0e7-980d-4c81-9665-a30e146b0a68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:48.438185 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-8760f0e7-980d-4c81-9665-a30e146b0a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:48.477518 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-8760f0e7-980d-4c81-9665-a30e146b0a68 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aeaceddd0109456cb6c18ec975ae9e34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2995899 Jul 28 09:25:48.478405 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8760f0e7-980d-4c81-9665-a30e146b0a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=853ab426-773f-4bd7-a5e1-d58da834c7ff,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:48.482482 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 48276) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:25:48.546185 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-6c55c0db-d74a-4062-9305-523fa68ffbad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:48.571144 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-6c55c0db-d74a-4062-9305-523fa68ffbad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:48.588012 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 48288) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:25:48.629290 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-6c55c0db-d74a-4062-9305-523fa68ffbad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:48.632528 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-6c55c0db-d74a-4062-9305-523fa68ffbad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:48.633922 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-6c55c0db-d74a-4062-9305-523fa68ffbad admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/853ab426-773f-4bd7-a5e1-d58da834c7ff HTTP/1.1" status: 204 len: 168 time: 0.1525176 Jul 28 09:25:48.635431 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd44d223-5cc0-4caa-abbc-a35b0a140cd7 admin admin] Deleting subnet f2a0ccca-fe4b-4f48-b00e-bcf72ad89450 {{(pid=93067) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 09:25:48.639100 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-bd44d223-5cc0-4caa-abbc-a35b0a140cd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:48.645557 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c55c0db-d74a-4062-9305-523fa68ffbad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=853ab426-773f-4bd7-a5e1-d58da834c7ff,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:48.719845 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-bd44d223-5cc0-4caa-abbc-a35b0a140cd7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:48.754415 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-bd44d223-5cc0-4caa-abbc-a35b0a140cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996982'] for subnet, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:48.866728 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266948b9-b24c-4203-ba22-ab44eee2805c req-b7ce275b-2ef8-43f2-8619-742461541550 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:48.874944 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-266948b9-b24c-4203-ba22-ab44eee2805c req-b7ce275b-2ef8-43f2-8619-742461541550 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=89bf9e96-f9c0-4e9b-9eb6-a01c13b4ac67 HTTP/1.1" status: 200 len: 945 time: 0.1219697 Jul 28 09:25:48.884703 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-bed9f6a5-f4f2-406c-8353-3ecbc27de563 req-5565811f-7f1b-481a-baea-65c1ed7f3c38 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6e1287df-cb69-4058-b6ed-b2156f10ea45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1604590 Jul 28 09:25:48.927424 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-bd44d223-5cc0-4caa-abbc-a35b0a140cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296'] for subnet, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:48.957029 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd44d223-5cc0-4caa-abbc-a35b0a140cd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2a0ccca-fe4b-4f48-b00e-bcf72ad89450,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:48.970147 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-266948b9-b24c-4203-ba22-ab44eee2805c req-202c1b5f-45ad-444a-9e99-33b08a7a5465 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918291 Jul 28 09:25:49.015126 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-bd44d223-5cc0-4caa-abbc-a35b0a140cd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:49.017249 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-bd44d223-5cc0-4caa-abbc-a35b0a140cd7 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f2a0ccca-fe4b-4f48-b00e-bcf72ad89450 HTTP/1.1" status: 204 len: 168 time: 0.4281318 Jul 28 09:25:49.020605 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 48306) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:25:49.098721 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-bedacce9-9a92-489f-ac49-177c23c3e50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599172'] for network, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:49.124237 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af11292-99dc-4c89-b2b9-f8bb1a75afcc req-f54e0a46-a2a6-409b-a46a-dc93c09944eb tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:49.125740 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2af11292-99dc-4c89-b2b9-f8bb1a75afcc req-f54e0a46-a2a6-409b-a46a-dc93c09944eb tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce759f0e-c674-439a-85b9-88df6588af10 HTTP/1.1" status: 200 len: 945 time: 0.0928223 Jul 28 09:25:49.127904 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 48310) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:25:49.131231 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed9f6a5-f4f2-406c-8353-3ecbc27de563 req-9fe2c11e-ae53-4cbc-8af7-4684e37503f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:49.132657 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-bed9f6a5-f4f2-406c-8353-3ecbc27de563 req-9fe2c11e-ae53-4cbc-8af7-4684e37503f2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3ffc9329f42c48d5a02f450469dbaf89&device_id=6e1287df-cb69-4058-b6ed-b2156f10ea45 HTTP/1.1" status: 200 len: 1098 time: 0.1611145 Jul 28 09:25:49.186471 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d61705-4643-44da-9b01-9b634e5605e8 req-82e79968-c179-4429-b25e-bc390649c7b2 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:49.188008 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a8d61705-4643-44da-9b01-9b634e5605e8 req-82e79968-c179-4429-b25e-bc390649c7b2 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=722bacfd-c01b-427f-a5db-de2581b3dc2e HTTP/1.1" status: 200 len: 945 time: 0.1237140 Jul 28 09:25:49.199464 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-bedacce9-9a92-489f-ac49-177c23c3e50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983811', 'neutron.services.segments.db._delete_segments_for_network-8732595736369'] for network, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:49.210609 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.services.segments.db [None req-bedacce9-9a92-489f-ac49-177c23c3e50e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1b43698-b9d6-4b16-bb1c-3b1165b061e7']}} {{(pid=93068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:25:49.221858 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.services.segments.db [None req-bedacce9-9a92-489f-ac49-177c23c3e50e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f023c778-1afa-49d5-8ab8-135354e6c980') {'for_net_delete': True} {{(pid=93068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:25:49.222215 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.services.segments.db [None req-bedacce9-9a92-489f-ac49-177c23c3e50e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f023c778-1afa-49d5-8ab8-135354e6c980') {} {{(pid=93068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:25:49.231547 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-bedacce9-9a92-489f-ac49-177c23c3e50e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732595737146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6036970'] for segment, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:49.246500 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-bedacce9-9a92-489f-ac49-177c23c3e50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998659'] for segment, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:49.248262 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2af11292-99dc-4c89-b2b9-f8bb1a75afcc req-5dbabee1-00e1-4926-aa43-9aee9220b858 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] 10.222.0.23 "GET /v2.0/security-groups?id=19b316a4-ad16-494c-bf63-04c117aaf44d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094000 Jul 28 09:25:49.253277 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bedacce9-9a92-489f-ac49-177c23c3e50e admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=93068) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 09:25:49.254021 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-bedacce9-9a92-489f-ac49-177c23c3e50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6036963'] for segment, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:49.256081 dv-cinder-802669-1-iscsi neutron-server[93068]: Traceback (most recent call last): Jul 28 09:25:49.256081 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 09:25:49.256081 dv-cinder-802669-1-iscsi neutron-server[93068]: timer() Jul 28 09:25:49.256081 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 09:25:49.256081 dv-cinder-802669-1-iscsi neutron-server[93068]: cb(*args, **kw) Jul 28 09:25:49.256081 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 09:25:49.256081 dv-cinder-802669-1-iscsi neutron-server[93068]: return func(*args, **kwargs) Jul 28 09:25:49.256081 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 09:25:49.256081 dv-cinder-802669-1-iscsi neutron-server[93068]: self._notify() Jul 28 09:25:49.256081 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 09:25:49.256081 dv-cinder-802669-1-iscsi neutron-server[93068]: self.callback(batched_events) Jul 28 09:25:49.256081 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 09:25:49.256081 dv-cinder-802669-1-iscsi neutron-server[93068]: event.method(event) Jul 28 09:25:49.256081 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 09:25:49.256081 dv-cinder-802669-1-iscsi neutron-server[93068]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 09:25:49.256081 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 09:25:49.256081 dv-cinder-802669-1-iscsi neutron-server[93068]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 09:25:49.256081 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 09:25:49.256081 dv-cinder-802669-1-iscsi neutron-server[93068]: return f(self, *a, **k) Jul 28 09:25:49.256081 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 09:25:49.256081 dv-cinder-802669-1-iscsi neutron-server[93068]: return self._get(url).json() Jul 28 09:25:49.256081 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 09:25:49.256081 dv-cinder-802669-1-iscsi neutron-server[93068]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 09:25:49.256081 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 09:25:49.256081 dv-cinder-802669-1-iscsi neutron-server[93068]: return self.request(url, 'GET', **kwargs) Jul 28 09:25:49.256081 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 09:25:49.256081 dv-cinder-802669-1-iscsi neutron-server[93068]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 09:25:49.256081 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 09:25:49.256081 dv-cinder-802669-1-iscsi neutron-server[93068]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 09:25:49.256081 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 09:25:49.256081 dv-cinder-802669-1-iscsi neutron-server[93068]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 09:25:49.256081 dv-cinder-802669-1-iscsi neutron-server[93068]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 09:25:49.263795 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [None req-bb7cd429-c6a0-4393-9300-83535280b27d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1171960276-network', 'tenant_id': 'bd4dc186beba466c8043843e6946f198'}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:25:49.324381 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-bedacce9-9a92-489f-ac49-177c23c3e50e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-987120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8269003'] for network, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:49.327107 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a8d61705-4643-44da-9b01-9b634e5605e8 req-e6deee6c-311b-4dc4-b683-e2b566587524 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247098 Jul 28 09:25:49.329707 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7cd429-c6a0-4393-9300-83535280b27d admin admin] Made reservation on behalf of bd4dc186beba466c8043843e6946f198 for: {'network': 1} {{(pid=93067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:25:49.331846 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-bedacce9-9a92-489f-ac49-177c23c3e50e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for network, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:49.332749 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-bb7cd429-c6a0-4393-9300-83535280b27d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for network, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:49.334380 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-bedacce9-9a92-489f-ac49-177c23c3e50e admin admin] 10.222.0.23 "DELETE /v2.0/networks/b1b43698-b9d6-4b16-bb1c-3b1165b061e7 HTTP/1.1" status: 204 len: 168 time: 0.3127532 Jul 28 09:25:49.347059 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedacce9-9a92-489f-ac49-177c23c3e50e admin admin] Pushing event deleted for resources: {'Network': ['ID=b1b43698-b9d6-4b16-bb1c-3b1165b061e7,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:49.349223 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-bb7cd429-c6a0-4393-9300-83535280b27d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:49.372289 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed9f6a5-f4f2-406c-8353-3ecbc27de563 req-ceafa2d7-a3c2-4171-b0e4-2bdd4bf6d055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:49.374150 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-bed9f6a5-f4f2-406c-8353-3ecbc27de563 req-ceafa2d7-a3c2-4171-b0e4-2bdd4bf6d055 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3463c92e-9592-4a5e-be73-c0318bba2428 HTTP/1.1" status: 200 len: 915 time: 0.2079253 Jul 28 09:25:49.438879 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-bed9f6a5-f4f2-406c-8353-3ecbc27de563 req-62f57653-8560-4ac4-985f-780fad4269a1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d71e8fb8-deed-4e7a-ad68-64fbaee0e441 HTTP/1.1" status: 200 len: 217 time: 0.0455482 Jul 28 09:25:49.499855 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 48324) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:25:49.557788 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-e4315c18-0998-4402-91f0-3dd13fe1db99 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9e465e5255d9401caf2f0f22d0b6e7c7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0560696 Jul 28 09:25:49.560333 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 48328) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:25:49.564472 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed9f6a5-f4f2-406c-8353-3ecbc27de563 req-4512f365-d627-4fb2-b981-be1165988b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:49.566280 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-bed9f6a5-f4f2-406c-8353-3ecbc27de563 req-4512f365-d627-4fb2-b981-be1165988b13 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1774fccb-c973-4490-ba8e-1a26617adb21 HTTP/1.1" status: 200 len: 854 time: 0.1038833 Jul 28 09:25:49.576017 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1974a7bf-fccc-4eb5-a6f4-b8aa59d66e3c req-3da7590a-44f2-410f-b6a9-f1bea422d1cd tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:49.577538 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-1974a7bf-fccc-4eb5-a6f4-b8aa59d66e3c req-3da7590a-44f2-410f-b6a9-f1bea422d1cd tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7a17c34-a3e3-44a8-9fc2-616e75f456ad HTTP/1.1" status: 200 len: 945 time: 0.1317337 Jul 28 09:25:49.586692 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device 446844c5-42ac-4490-a52f-68f801c377f3 up at agent hyperv_hv-cinder-80266 {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:25:49.634170 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-c54fe5c9-d8c2-4cfa-bed9-00e9596168f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:49.674408 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-c54fe5c9-d8c2-4cfa-bed9-00e9596168f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:49.702722 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Provisioning for port 446844c5-42ac-4490-a52f-68f801c377f3 completed by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:25:49.714834 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Provisioning complete for port 446844c5-42ac-4490-a52f-68f801c377f3 triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:25:49.714834 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:49.769555 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-c54fe5c9-d8c2-4cfa-bed9-00e9596168f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:49.772582 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-c54fe5c9-d8c2-4cfa-bed9-00e9596168f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:49.776161 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-c54fe5c9-d8c2-4cfa-bed9-00e9596168f9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/af86cd65-c6a0-4edd-a79e-986ab1ba90ca HTTP/1.1" status: 204 len: 168 time: 0.2124782 Jul 28 09:25:49.783387 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54fe5c9-d8c2-4cfa-bed9-00e9596168f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af86cd65-c6a0-4edd-a79e-986ab1ba90ca,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:49.856633 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:49.896235 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-bed9f6a5-f4f2-406c-8353-3ecbc27de563 req-bcbe4703-5246-4a65-913b-475bf82e811c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3463c92e-9592-4a5e-be73-c0318bba2428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3113272 Jul 28 09:25:49.896460 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port 446844c5-42ac-4490-a52f-68f801c377f3, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=446844c5-42ac-4490-a52f-68f801c377f3,segment=NetworkSegment(0cfbf343-39bd-4fe2-a34a-bcc21842f0af),segment_id=0cfbf343-39bd-4fe2-a34a-bcc21842f0af)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:25:49.897700 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a17c34-a3e3-44a8-9fc2-616e75f456ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '446844c5-42ac-4490-a52f-68f801c377f3'}] {{(pid=93069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:25:49.900002 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386f2323eb9bad1244c7f57c000109fc890726fb555cdcb5e37d65c089562af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f5821c-714c-49d9-924a-e95b5875868e" -d '{"events": [{"server_uuid": "a7a17c34-a3e3-44a8-9fc2-616e75f456ad", "name": "network-vif-plugged", "status": "completed", "tag": "446844c5-42ac-4490-a52f-68f801c377f3"}]}' {{(pid=93069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:25:49.904229 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:49.960086 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 09:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c88de8-3e9f-43fe-92eb-ec230176a810 x-openstack-request-id: req-21c88de8-3e9f-43fe-92eb-ec230176a810 {{(pid=93069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:25:49.960377 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a17c34-a3e3-44a8-9fc2-616e75f456ad", "name": "network-vif-plugged", "status": "completed", "tag": "446844c5-42ac-4490-a52f-68f801c377f3", "code": 200}]} {{(pid=93069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:25:49.960796 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-21c88de8-3e9f-43fe-92eb-ec230176a810 {{(pid=93069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:25:49.961336 dv-cinder-802669-1-iscsi neutron-server[93069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a17c34-a3e3-44a8-9fc2-616e75f456ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '446844c5-42ac-4490-a52f-68f801c377f3', 'code': 200} Jul 28 09:25:49.962071 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Pushing event updated for resources: {'Port': ['ID=446844c5-42ac-4490-a52f-68f801c377f3,revision_number=5']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:50.010926 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-bb7cd429-c6a0-4393-9300-83535280b27d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:50.020820 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-1974a7bf-fccc-4eb5-a6f4-b8aa59d66e3c req-e3e17e5d-f284-418d-a546-e0bb2c31f894 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba7ca661-0cb6-4167-9687-f2b430c66e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4348173 Jul 28 09:25:50.023039 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-bb7cd429-c6a0-4393-9300-83535280b27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:50.035557 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb7cd429-c6a0-4393-9300-83535280b27d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=93067) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 09:25:50.065603 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-bb7cd429-c6a0-4393-9300-83535280b27d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998659'] for segment, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:50.065961 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.db.segments_db [None req-bb7cd429-c6a0-4393-9300-83535280b27d admin admin] Added segment 28441dc8-6c09-4189-9c23-3c663f00d4dc of type vlan for network ceb6bcfd-f4e9-4248-9fdf-a6ce39da96d0 Jul 28 09:25:50.087307 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-bed9f6a5-f4f2-406c-8353-3ecbc27de563 req-caf203e9-bfd8-4f71-9a6a-11c91bc3dbb5 service neutron] 10.222.0.32 "GET /v2.0/networks/3463c92e-9592-4a5e-be73-c0318bba2428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746197 Jul 28 09:25:50.118622 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7cd429-c6a0-4393-9300-83535280b27d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e7bc27-5405-4ce5-a52a-5f8d7afa14ff,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:50.162829 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-bb7cd429-c6a0-4393-9300-83535280b27d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732595274087'] for network, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:50.255794 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-bb7cd429-c6a0-4393-9300-83535280b27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296'] for network, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:50.256853 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7cd429-c6a0-4393-9300-83535280b27d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:50.257470 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-bb7cd429-c6a0-4393-9300-83535280b27d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for network, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:50.334254 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-bb7cd429-c6a0-4393-9300-83535280b27d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2040420 Jul 28 09:25:50.338114 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 48358) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:25:50.341258 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-bed9f6a5-f4f2-406c-8353-3ecbc27de563 req-cb49379e-7072-44a2-8f3d-d97e49eb5a4e service neutron] 10.222.0.32 "GET /v2.0/networks/3463c92e-9592-4a5e-be73-c0318bba2428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337048 Jul 28 09:25:50.344467 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.v2.base [None req-f47259cf-9cad-4fcb-9e68-962a4d88168c admin admin] Request body: {'subnet': {'network_id': 'ceb6bcfd-f4e9-4248-9fdf-a6ce39da96d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1171960276-subnet', 'tenant_id': 'bd4dc186beba466c8043843e6946f198', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:25:50.344941 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586ded85-329e-40ea-bd8f-4f7aaaec83e1 req-495ab465-c6a2-4b5c-b0a7-138207caae7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:50.346506 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-586ded85-329e-40ea-bd8f-4f7aaaec83e1 req-495ab465-c6a2-4b5c-b0a7-138207caae7a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a7a17c34-a3e3-44a8-9fc2-616e75f456ad HTTP/1.1" status: 200 len: 1099 time: 0.1800616 Jul 28 09:25:50.349540 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7cd429-c6a0-4393-9300-83535280b27d admin admin] Pushing event updated for resources: {'Network': ['ID=ceb6bcfd-f4e9-4248-9fdf-a6ce39da96d0,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:50.363133 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Network ceb6bcfd-f4e9-4248-9fdf-a6ce39da96d0 details requested by agent ovs-agent-dv-cinder-802669-1-iscsi with host dv-cinder-802669-1-iscsi {{(pid=93069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 09:25:50.378475 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47259cf-9cad-4fcb-9e68-962a4d88168c admin admin] Made reservation on behalf of bd4dc186beba466c8043843e6946f198 for: {'subnet': 1} {{(pid=93068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:25:50.390501 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-f47259cf-9cad-4fcb-9e68-962a4d88168c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6272584'] for subnet, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:50.447497 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-586ded85-329e-40ea-bd8f-4f7aaaec83e1 req-c794b0fb-72d7-417d-a91a-146b91455274 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ba7ca661-0cb6-4167-9687-f2b430c66e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876513 Jul 28 09:25:50.462915 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f99d418-a0a1-455c-b944-304dddb37ea0 req-83dc66e2-e3b5-487a-b94a-60197b838129 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:50.464482 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-5f99d418-a0a1-455c-b944-304dddb37ea0 req-83dc66e2-e3b5-487a-b94a-60197b838129 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce759f0e-c674-439a-85b9-88df6588af10 HTTP/1.1" status: 200 len: 945 time: 0.0955398 Jul 28 09:25:50.507860 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-5f99d418-a0a1-455c-b944-304dddb37ea0 req-438de28e-5047-4a55-b095-c421b0669f39 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] 10.222.0.23 "GET /v2.0/security-groups?id=19b316a4-ad16-494c-bf63-04c117aaf44d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368190 Jul 28 09:25:50.595976 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-f47259cf-9cad-4fcb-9e68-962a4d88168c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6036824', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6272570'] for subnet, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:50.656086 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47259cf-9cad-4fcb-9e68-962a4d88168c admin admin] Pushing event updated for resources: {'Subnet': ['ID=61e50f48-50e8-4618-b21c-b14a06b78060,revision_number=0']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:50.665256 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47259cf-9cad-4fcb-9e68-962a4d88168c admin admin] Checking segment: {'id': '28441dc8-6c09-4189-9c23-3c663f00d4dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'ceb6bcfd-f4e9-4248-9fdf-a6ce39da96d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 09:25:50.665606 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47259cf-9cad-4fcb-9e68-962a4d88168c admin admin] Network hostable DHCP agents. Network: ceb6bcfd-f4e9-4248-9fdf-a6ce39da96d0, hostable agents: ['eded7055-7227-4503-b186-c85c89196e66'], hosted agents: [] {{(pid=93068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 09:25:50.683254 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47259cf-9cad-4fcb-9e68-962a4d88168c admin admin] Network ceb6bcfd-f4e9-4248-9fdf-a6ce39da96d0 is scheduled to be hosted by DHCP agent eded7055-7227-4503-b186-c85c89196e66 with binding_index 1 {{(pid=93068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 09:25:50.691741 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.base_scheduler [None req-f47259cf-9cad-4fcb-9e68-962a4d88168c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802669-1-iscsi, ceb6bcfd-f4e9-4248-9fdf-a6ce39da96d0) {{(pid=93068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:25:50.695851 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47259cf-9cad-4fcb-9e68-962a4d88168c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:50.696503 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-f47259cf-9cad-4fcb-9e68-962a4d88168c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for subnet, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:50.701972 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17252fb2-4825-4662-9cdd-ade01c026b9d None None] Network ceb6bcfd-f4e9-4248-9fdf-a6ce39da96d0 requested from dv-cinder-802669-1-iscsi {{(pid=93069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 09:25:50.712707 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-f47259cf-9cad-4fcb-9e68-962a4d88168c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3728104 Jul 28 09:25:50.837971 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167b9155-ff90-48d7-81d4-4decbde42801 None None] Network ceb6bcfd-f4e9-4248-9fdf-a6ce39da96d0 requested from dv-cinder-802669-1-iscsi {{(pid=93069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 09:25:51.209934 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71524056-4c78-42c2-84ad-cd837b68a4f3 req-477f56d1-fce7-4aad-875a-29784a4370f6 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:51.211352 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-71524056-4c78-42c2-84ad-cd837b68a4f3 req-477f56d1-fce7-4aad-875a-29784a4370f6 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=722bacfd-c01b-427f-a5db-de2581b3dc2e HTTP/1.1" status: 200 len: 945 time: 0.1165047 Jul 28 09:25:51.217275 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd360ed-7704-434f-b2ef-56fa69a08303 req-36f7bdcb-f909-4648-beb5-70bcc3c7287b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:51.219619 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-0fd360ed-7704-434f-b2ef-56fa69a08303 req-36f7bdcb-f909-4648-beb5-70bcc3c7287b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cdd4025f7c74471e81aa73079f97a769&device_id=722bacfd-c01b-427f-a5db-de2581b3dc2e HTTP/1.1" status: 200 len: 1098 time: 0.1138866 Jul 28 09:25:51.230298 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98724dfd-499f-4295-b227-ea5b496d5555 req-9a68f442-3707-41e4-b7ab-7d6d0d6f11ac tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:51.236090 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-98724dfd-499f-4295-b227-ea5b496d5555 req-9a68f442-3707-41e4-b7ab-7d6d0d6f11ac tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7a17c34-a3e3-44a8-9fc2-616e75f456ad HTTP/1.1" status: 200 len: 946 time: 0.1058884 Jul 28 09:25:51.360106 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 48404) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:25:51.366415 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.v2.base [None req-96aa8c2f-6949-418b-a74c-d4ceb49063df admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2035749281-network', 'tenant_id': 'f805c8d2f04c485485782ebec96d6cdf'}} {{(pid=93068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:25:51.367076 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-98724dfd-499f-4295-b227-ea5b496d5555 req-22afdc0a-c2a7-4a9f-9fc9-85563209b430 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba7ca661-0cb6-4167-9687-f2b430c66e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985494 Jul 28 09:25:51.390139 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-71524056-4c78-42c2-84ad-cd837b68a4f3 req-8ca5c8db-179b-4449-95ff-0bdf043724c1 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584060 Jul 28 09:25:51.409181 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96aa8c2f-6949-418b-a74c-d4ceb49063df admin admin] Made reservation on behalf of f805c8d2f04c485485782ebec96d6cdf for: {'network': 1} {{(pid=93068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:25:51.414013 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-96aa8c2f-6949-418b-a74c-d4ceb49063df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for network, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:51.431101 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-96aa8c2f-6949-418b-a74c-d4ceb49063df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:51.442809 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd360ed-7704-434f-b2ef-56fa69a08303 req-25119c96-f775-4f44-a33f-8e1489d448b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:51.444379 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-0fd360ed-7704-434f-b2ef-56fa69a08303 req-25119c96-f775-4f44-a33f-8e1489d448b1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bc5fa390-0a22-474b-ac35-e54c73e4ebd9 HTTP/1.1" status: 200 len: 920 time: 0.2064130 Jul 28 09:25:51.515471 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-0fd360ed-7704-434f-b2ef-56fa69a08303 req-25e0409f-53c2-4cdf-8c61-42319afcd726 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b4fdddf-03d6-4edc-b888-724b64f54c3b HTTP/1.1" status: 200 len: 217 time: 0.0373099 Jul 28 09:25:51.530945 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-96aa8c2f-6949-418b-a74c-d4ceb49063df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:51.536370 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-96aa8c2f-6949-418b-a74c-d4ceb49063df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:51.559620 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96aa8c2f-6949-418b-a74c-d4ceb49063df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=93068) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 09:25:51.576298 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aa8c2f-6949-418b-a74c-d4ceb49063df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61f2d4f3-0ad7-4292-b907-3aa55b06b907,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:51.591394 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-96aa8c2f-6949-418b-a74c-d4ceb49063df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998659'] for segment, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:51.591778 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.db.segments_db [None req-96aa8c2f-6949-418b-a74c-d4ceb49063df admin admin] Added segment f73cf024-3db2-4911-bac3-cf44211def0a of type vlan for network 632be0d4-5cf2-47c3-bb64-59ecd01d622b Jul 28 09:25:51.596606 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd360ed-7704-434f-b2ef-56fa69a08303 req-270ed8bd-2eb0-425b-a812-681bd2383de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:51.598328 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-0fd360ed-7704-434f-b2ef-56fa69a08303 req-270ed8bd-2eb0-425b-a812-681bd2383de7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e1f74411-6c4e-4dfc-902d-6f35d76f4922 HTTP/1.1" status: 200 len: 859 time: 0.0651383 Jul 28 09:25:51.638438 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-96aa8c2f-6949-418b-a74c-d4ceb49063df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732595274087'] for network, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:51.649703 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-0fd360ed-7704-434f-b2ef-56fa69a08303 req-aab9b172-8977-4d8d-8902-bec4d221691c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bc5fa390-0a22-474b-ac35-e54c73e4ebd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410733 Jul 28 09:25:51.675553 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-96aa8c2f-6949-418b-a74c-d4ceb49063df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296'] for network, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:51.676286 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c70fabe-29d9-4425-aa85-e93b087613d1 req-1dafba07-fbfd-4f98-9b11-f4a93d60be67 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:51.676774 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96aa8c2f-6949-418b-a74c-d4ceb49063df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:51.677468 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-96aa8c2f-6949-418b-a74c-d4ceb49063df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for network, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:51.678331 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-3c70fabe-29d9-4425-aa85-e93b087613d1 req-1dafba07-fbfd-4f98-9b11-f4a93d60be67 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce759f0e-c674-439a-85b9-88df6588af10 HTTP/1.1" status: 200 len: 945 time: 0.0791314 Jul 28 09:25:51.732332 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-96aa8c2f-6949-418b-a74c-d4ceb49063df admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3710101 Jul 28 09:25:51.736382 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 48416) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:25:51.743245 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.v2.base [None req-c7c2b9f6-8685-41cf-bbcd-8151bbe86f8c admin admin] Request body: {'subnet': {'network_id': '632be0d4-5cf2-47c3-bb64-59ecd01d622b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2035749281-subnet', 'tenant_id': 'f805c8d2f04c485485782ebec96d6cdf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:25:51.751340 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aa8c2f-6949-418b-a74c-d4ceb49063df admin admin] Pushing event updated for resources: {'Network': ['ID=632be0d4-5cf2-47c3-bb64-59ecd01d622b,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:51.767430 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Network 632be0d4-5cf2-47c3-bb64-59ecd01d622b details requested by agent ovs-agent-dv-cinder-802669-1-iscsi with host dv-cinder-802669-1-iscsi {{(pid=93069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 09:25:51.772031 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c2b9f6-8685-41cf-bbcd-8151bbe86f8c admin admin] Made reservation on behalf of f805c8d2f04c485485782ebec96d6cdf for: {'subnet': 1} {{(pid=93068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:25:51.775667 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-c7c2b9f6-8685-41cf-bbcd-8151bbe86f8c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6272584'] for subnet, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:51.804790 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-3c70fabe-29d9-4425-aa85-e93b087613d1 req-5af9131b-ce02-4e4b-8f45-95ea751b72aa tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] 10.222.0.23 "GET /v2.0/security-groups?id=19b316a4-ad16-494c-bf63-04c117aaf44d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132026 Jul 28 09:25:51.820407 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-0fd360ed-7704-434f-b2ef-56fa69a08303 req-e0fcffc8-23bd-4af2-8e18-2db9375e3b45 service neutron] 10.222.0.32 "GET /v2.0/networks/bc5fa390-0a22-474b-ac35-e54c73e4ebd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409390 Jul 28 09:25:51.936734 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-0fd360ed-7704-434f-b2ef-56fa69a08303 req-e2788dfe-dd2e-4864-8a97-fb6d97732576 service neutron] 10.222.0.32 "GET /v2.0/networks/bc5fa390-0a22-474b-ac35-e54c73e4ebd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027853 Jul 28 09:25:52.177418 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-c7c2b9f6-8685-41cf-bbcd-8151bbe86f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6036824', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6272570'] for subnet, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:52.231328 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c2b9f6-8685-41cf-bbcd-8151bbe86f8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf8b2db1-67bd-461d-ad85-8d2739d4b6c7,revision_number=0']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:52.239067 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c2b9f6-8685-41cf-bbcd-8151bbe86f8c admin admin] Checking segment: {'id': 'f73cf024-3db2-4911-bac3-cf44211def0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '632be0d4-5cf2-47c3-bb64-59ecd01d622b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 09:25:52.239407 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c2b9f6-8685-41cf-bbcd-8151bbe86f8c admin admin] Network hostable DHCP agents. Network: 632be0d4-5cf2-47c3-bb64-59ecd01d622b, hostable agents: ['eded7055-7227-4503-b186-c85c89196e66'], hosted agents: [] {{(pid=93068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 09:25:52.255137 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c2b9f6-8685-41cf-bbcd-8151bbe86f8c admin admin] Network 632be0d4-5cf2-47c3-bb64-59ecd01d622b is scheduled to be hosted by DHCP agent eded7055-7227-4503-b186-c85c89196e66 with binding_index 1 {{(pid=93068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 09:25:52.262985 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.base_scheduler [None req-c7c2b9f6-8685-41cf-bbcd-8151bbe86f8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802669-1-iscsi, 632be0d4-5cf2-47c3-bb64-59ecd01d622b) {{(pid=93068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:25:52.267707 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c2b9f6-8685-41cf-bbcd-8151bbe86f8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:52.268286 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-c7c2b9f6-8685-41cf-bbcd-8151bbe86f8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for subnet, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:52.272923 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4313ee4d-0249-4be2-8de8-f71171949676 None None] Network 632be0d4-5cf2-47c3-bb64-59ecd01d622b requested from dv-cinder-802669-1-iscsi {{(pid=93069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 09:25:52.282495 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-c7c2b9f6-8685-41cf-bbcd-8151bbe86f8c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5450525 Jul 28 09:25:52.527688 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d78bb3-e363-4dc7-a7e5-a90f7493b281 req-17e8bb03-ae27-4cea-8918-c80902a41016 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:52.529238 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-20d78bb3-e363-4dc7-a7e5-a90f7493b281 req-17e8bb03-ae27-4cea-8918-c80902a41016 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7a17c34-a3e3-44a8-9fc2-616e75f456ad HTTP/1.1" status: 200 len: 946 time: 0.0787342 Jul 28 09:25:52.536799 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57157ae0-8399-4d19-855a-569ba42d6f5d None None] Network 632be0d4-5cf2-47c3-bb64-59ecd01d622b requested from dv-cinder-802669-1-iscsi {{(pid=93069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 09:25:52.543341 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48dccc1-2283-4b41-9f1f-708f02138aba req-64ad0d05-8c4e-4032-8b60-60f0efd34b38 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:52.545533 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e48dccc1-2283-4b41-9f1f-708f02138aba req-64ad0d05-8c4e-4032-8b60-60f0efd34b38 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=722bacfd-c01b-427f-a5db-de2581b3dc2e HTTP/1.1" status: 200 len: 945 time: 0.0684485 Jul 28 09:25:52.612437 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e48dccc1-2283-4b41-9f1f-708f02138aba req-bb27808a-1904-44ca-862c-299c6c6a5ebc tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575945 Jul 28 09:25:52.615650 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-20d78bb3-e363-4dc7-a7e5-a90f7493b281 req-ddeaf740-aa33-445f-bb68-561cc4f1172f tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba7ca661-0cb6-4167-9687-f2b430c66e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800459 Jul 28 09:25:52.933046 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec4476-e652-4d7c-bb2b-64640c7d290c req-7621584e-c68d-4b72-85a0-211498660d14 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:52.934636 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b8ec4476-e652-4d7c-bb2b-64640c7d290c req-7621584e-c68d-4b72-85a0-211498660d14 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce759f0e-c674-439a-85b9-88df6588af10 HTTP/1.1" status: 200 len: 945 time: 0.0502710 Jul 28 09:25:52.974668 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b8ec4476-e652-4d7c-bb2b-64640c7d290c req-43b420fc-da31-43d9-9992-dca90ec9f185 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] 10.222.0.23 "GET /v2.0/security-groups?id=19b316a4-ad16-494c-bf63-04c117aaf44d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330524 Jul 28 09:25:53.491092 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4533adb-dd6d-4179-bc1e-4f79c6a661ca req-e5010d1c-f75e-4d91-b800-b9b237f0ac8d tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:53.493061 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-f4533adb-dd6d-4179-bc1e-4f79c6a661ca req-e5010d1c-f75e-4d91-b800-b9b237f0ac8d tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] 10.222.0.32 "GET /v2.0/ports?device_id=ce759f0e-c674-439a-85b9-88df6588af10 HTTP/1.1" status: 200 len: 945 time: 0.0495849 Jul 28 09:25:53.590237 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.plugin [req-f4533adb-dd6d-4179-bc1e-4f79c6a661ca req-7ce5413a-a7e0-4dd8-a4c0-b731ce5b97c9 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Deleting port dc51191b-6d62-4b22-b9c0-0512eda54856 {{(pid=93067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 09:25:53.590892 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-f4533adb-dd6d-4179-bc1e-4f79c6a661ca req-7ce5413a-a7e0-4dd8-a4c0-b731ce5b97c9 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732595656843'] for port, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:53.682879 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.db [req-f4533adb-dd6d-4179-bc1e-4f79c6a661ca req-7ce5413a-a7e0-4dd8-a4c0-b731ce5b97c9 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] For port dc51191b-6d62-4b22-b9c0-0512eda54856, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=dc51191b-6d62-4b22-b9c0-0512eda54856,segment=NetworkSegment(a7af0bf8-3dd9-4152-a086-4d5b0cf4b39b),segment_id=a7af0bf8-3dd9-4152-a086-4d5b0cf4b39b)] {{(pid=93067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:25:53.683251 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-f4533adb-dd6d-4179-bc1e-4f79c6a661ca req-7ce5413a-a7e0-4dd8-a4c0-b731ce5b97c9 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8264998'] for port, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:53.698479 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.plugin [req-f4533adb-dd6d-4179-bc1e-4f79c6a661ca req-7ce5413a-a7e0-4dd8-a4c0-b731ce5b97c9 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Calling delete_port for dc51191b-6d62-4b22-b9c0-0512eda54856 owned by compute:nova {{(pid=93067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 09:25:53.784039 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b4225a-18b7-4a33-8645-767895974edf req-02aca07e-dd0a-4713-b26a-e1331a904159 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:53.785615 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-95b4225a-18b7-4a33-8645-767895974edf req-02aca07e-dd0a-4713-b26a-e1331a904159 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=722bacfd-c01b-427f-a5db-de2581b3dc2e HTTP/1.1" status: 200 len: 945 time: 0.0888655 Jul 28 09:25:53.842592 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-95b4225a-18b7-4a33-8645-767895974edf req-eb2df98f-437d-4d2a-aaa6-1aa75e43d5f3 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497968 Jul 28 09:25:53.905003 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-f4533adb-dd6d-4179-bc1e-4f79c6a661ca req-7ce5413a-a7e0-4dd8-a4c0-b731ce5b97c9 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732595661087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732595289887'] for port, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:53.925165 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] get_ports_and_sgs() called for port_ids ['dc51191b-6d62-4b22-b9c0-0512eda54856'] {{(pid=93069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:25:53.946275 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce5413a-a7e0-4dd8-a4c0-b731ce5b97c9 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Pushing event deleted for resources: {'Port': ['ID=dc51191b-6d62-4b22-b9c0-0512eda54856,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:53.980652 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4533adb-dd6d-4179-bc1e-4f79c6a661ca req-7ce5413a-a7e0-4dd8-a4c0-b731ce5b97c9 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] No DVR routers for this DVR port dc51191b-6d62-4b22-b9c0-0512eda54856 on host hv-cinder-80266 {{(pid=93067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 09:25:53.983157 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-f4533adb-dd6d-4179-bc1e-4f79c6a661ca req-7ce5413a-a7e0-4dd8-a4c0-b731ce5b97c9 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905'] for port, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:53.985352 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-f4533adb-dd6d-4179-bc1e-4f79c6a661ca req-7ce5413a-a7e0-4dd8-a4c0-b731ce5b97c9 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] 10.222.0.32 "DELETE /v2.0/ports/dc51191b-6d62-4b22-b9c0-0512eda54856 HTTP/1.1" status: 204 len: 173 time: 0.4828799 Jul 28 09:25:53.985873 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce759f0e-c674-439a-85b9-88df6588af10', 'name': 'network-vif-deleted', 'tag': 'dc51191b-6d62-4b22-b9c0-0512eda54856'}] {{(pid=93067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:25:53.989580 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}119bb006a51e6799d77012a49065aa76076224f53078518f9bbc3af1ae40a877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7abbd3b4-98b5-4889-8f98-7ed1e34b7da4" -d '{"events": [{"server_uuid": "ce759f0e-c674-439a-85b9-88df6588af10", "name": "network-vif-deleted", "tag": "dc51191b-6d62-4b22-b9c0-0512eda54856"}]}' {{(pid=93067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:25:54.039865 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 09:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ab8339-192b-45fd-8528-d4a2605fa6d7 x-openstack-request-id: req-e1ab8339-192b-45fd-8528-d4a2605fa6d7 {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:25:54.040289 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce759f0e-c674-439a-85b9-88df6588af10", "name": "network-vif-deleted", "tag": "dc51191b-6d62-4b22-b9c0-0512eda54856", "status": "completed", "code": 200}]} {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:25:54.040825 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e1ab8339-192b-45fd-8528-d4a2605fa6d7 {{(pid=93067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:25:54.041319 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce759f0e-c674-439a-85b9-88df6588af10', 'name': 'network-vif-deleted', 'tag': 'dc51191b-6d62-4b22-b9c0-0512eda54856', 'status': 'completed', 'code': 200} Jul 28 09:25:54.079375 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-c81fbf19-b865-4000-87b8-55bbec3e6e84 req-1241cb71-3990-4721-976e-261171ed99c3 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] 10.222.0.23 "GET /v2.0/ports?device_id=ce759f0e-c674-439a-85b9-88df6588af10 HTTP/1.1" status: 200 len: 210 time: 0.0260534 Jul 28 09:25:54.197044 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:54.519697 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77044b09-444c-426e-98cc-3ee850117fb6 req-0ce228c5-3ec3-4906-ba0d-7e08a3147566 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:54.524138 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-77044b09-444c-426e-98cc-3ee850117fb6 req-0ce228c5-3ec3-4906-ba0d-7e08a3147566 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/networks?id=3463c92e-9592-4a5e-be73-c0318bba2428 HTTP/1.1" status: 200 len: 814 time: 0.1176064 Jul 28 09:25:54.539384 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-77044b09-444c-426e-98cc-3ee850117fb6 req-5ce428c6-76d0-4cc2-87fa-1959f17f21ec tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/quotas/3ffc9329f42c48d5a02f450469dbaf89 HTTP/1.1" status: 200 len: 375 time: 0.0121939 Jul 28 09:25:54.600442 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-77044b09-444c-426e-98cc-3ee850117fb6 req-b8dcc29c-2d1b-44a9-a16e-47d3c6fe648d tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3ffc9329f42c48d5a02f450469dbaf89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0552580 Jul 28 09:25:54.718169 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-77044b09-444c-426e-98cc-3ee850117fb6 req-dc83c680-6cd2-4cc4-8dd6-348ab16c47ff service neutron] 10.222.0.23 "GET /v2.0/networks/3463c92e-9592-4a5e-be73-c0318bba2428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068752 Jul 28 09:25:54.807776 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-77044b09-444c-426e-98cc-3ee850117fb6 req-21cfa982-1872-4a49-a29e-9977945ef0ab service neutron] 10.222.0.23 "GET /v2.0/networks/3463c92e-9592-4a5e-be73-c0318bba2428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906193 Jul 28 09:25:54.965078 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0ac2f-7d9e-49f6-b175-4f0ad6594d42 req-c3c40186-363f-4dad-9a71-695b9ad3845a tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:54.966597 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-dfc0ac2f-7d9e-49f6-b175-4f0ad6594d42 req-c3c40186-363f-4dad-9a71-695b9ad3845a tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=722bacfd-c01b-427f-a5db-de2581b3dc2e HTTP/1.1" status: 200 len: 945 time: 0.0497742 Jul 28 09:25:55.010254 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-dfc0ac2f-7d9e-49f6-b175-4f0ad6594d42 req-c898bef2-daad-4b91-8a5c-b18f302c4571 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366669 Jul 28 09:25:55.058162 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-6dbc14a7-73ba-4f92-909e-b4ef2a36a55b req-48acf698-bbf7-4be9-bc8b-bacdd3c23911 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5cf3764-aba2-4eae-aede-98a02e101b36 HTTP/1.1" status: 200 len: 210 time: 0.0308113 Jul 28 09:25:55.437384 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f96f48-38d3-47b2-bfa4-4be36cfd8c6a req-05b20502-f297-45e9-b04e-58108c860ba6 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:55.438969 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-42f96f48-38d3-47b2-bfa4-4be36cfd8c6a req-05b20502-f297-45e9-b04e-58108c860ba6 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] 10.222.0.23 "GET /v2.0/networks?id=1b6014d4-8d11-4d4c-8401-8dbc24e8b9a9 HTTP/1.1" status: 200 len: 809 time: 0.1129863 Jul 28 09:25:55.456472 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-42f96f48-38d3-47b2-bfa4-4be36cfd8c6a req-6fd4cd93-0b16-4a3f-97dd-c327c1941ee2 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] 10.222.0.23 "GET /v2.0/quotas/06e37808f2054fe2b42ec96a381300c1 HTTP/1.1" status: 200 len: 375 time: 0.0103023 Jul 28 09:25:55.493029 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-42f96f48-38d3-47b2-bfa4-4be36cfd8c6a req-b8bdd7e5-1b86-44dd-be6f-9dc30ca74496 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=06e37808f2054fe2b42ec96a381300c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292428 Jul 28 09:25:55.598077 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-42f96f48-38d3-47b2-bfa4-4be36cfd8c6a req-b73721b6-99bc-4353-8e6d-4ad1890ad7b3 service neutron] 10.222.0.23 "GET /v2.0/networks/1b6014d4-8d11-4d4c-8401-8dbc24e8b9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964258 Jul 28 09:25:55.684319 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-42f96f48-38d3-47b2-bfa4-4be36cfd8c6a req-1bb42fbc-c7c2-484d-8723-53cc142271b7 service neutron] 10.222.0.23 "GET /v2.0/networks/1b6014d4-8d11-4d4c-8401-8dbc24e8b9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800662 Jul 28 09:25:55.853713 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-0dcb7efd-e6ee-4dd7-bac9-fd42116c541c req-f5a31a72-e3aa-4ec0-bd69-e68075342621 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] 10.222.0.23 "GET /v2.0/ports?device_id=2767cd35-0a35-4b78-9b72-107f31874ebb HTTP/1.1" status: 200 len: 210 time: 0.0392268 Jul 28 09:25:56.250668 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77044b09-444c-426e-98cc-3ee850117fb6 req-4b1019de-a2b2-446e-b497-e2fdc42b60b7 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:56.261180 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-77044b09-444c-426e-98cc-3ee850117fb6 req-4b1019de-a2b2-446e-b497-e2fdc42b60b7 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.32 "GET /v2.0/networks?id=3463c92e-9592-4a5e-be73-c0318bba2428 HTTP/1.1" status: 200 len: 814 time: 0.2686737 Jul 28 09:25:56.263077 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-f59f883e-209a-481b-8fda-cb6a86efaf04 req-0469a094-6a90-44de-8ae8-cfddd64a93bb tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5cf3764-aba2-4eae-aede-98a02e101b36 HTTP/1.1" status: 200 len: 210 time: 0.0660207 Jul 28 09:25:56.295299 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [req-77044b09-444c-426e-98cc-3ee850117fb6 req-30f3f686-fcbc-46e9-a801-58e6f6fd2240 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Request body: {'port': {'device_id': 'f5cf3764-aba2-4eae-aede-98a02e101b36', 'network_id': '3463c92e-9592-4a5e-be73-c0318bba2428', 'admin_state_up': True, 'tenant_id': '3ffc9329f42c48d5a02f450469dbaf89'}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:25:56.350266 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8464575-4720-4946-b1eb-329897f7c87c req-6f3b3940-f962-49e4-8f9f-3753237b7b6c tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:56.351784 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a8464575-4720-4946-b1eb-329897f7c87c req-6f3b3940-f962-49e4-8f9f-3753237b7b6c tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=722bacfd-c01b-427f-a5db-de2581b3dc2e HTTP/1.1" status: 200 len: 945 time: 0.2203526 Jul 28 09:25:56.422060 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a8464575-4720-4946-b1eb-329897f7c87c req-d8730e7f-d485-4009-a857-db767d888c72 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608010 Jul 28 09:25:56.454028 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77044b09-444c-426e-98cc-3ee850117fb6 req-30f3f686-fcbc-46e9-a801-58e6f6fd2240 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Made reservation on behalf of 3ffc9329f42c48d5a02f450469dbaf89 for: {'port': 1} {{(pid=93067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:25:56.458621 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-77044b09-444c-426e-98cc-3ee850117fb6 req-30f3f686-fcbc-46e9-a801-58e6f6fd2240 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:56.592634 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.db_base_plugin_common [req-77044b09-444c-426e-98cc-3ee850117fb6 req-30f3f686-fcbc-46e9-a801-58e6f6fd2240 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Allocated IP 172.20.0.9 (3463c92e-9592-4a5e-be73-c0318bba2428/1774fccb-c973-4490-ba8e-1a26617adb21/1d9fa0e6-e536-4fd0-8183-daae01924304) {{(pid=93067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:25:56.748025 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-77044b09-444c-426e-98cc-3ee850117fb6 req-30f3f686-fcbc-46e9-a801-58e6f6fd2240 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Notify callbacks [] for port, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:56.791634 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-77044b09-444c-426e-98cc-3ee850117fb6 req-30f3f686-fcbc-46e9-a801-58e6f6fd2240 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732595289878'] for port, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:56.804010 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] get_ports_and_sgs() called for port_ids ['d71e8fb8-deed-4e7a-ad68-64fbaee0e441', '446844c5-42ac-4490-a52f-68f801c377f3'] {{(pid=93069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:25:56.837258 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77044b09-444c-426e-98cc-3ee850117fb6 req-30f3f686-fcbc-46e9-a801-58e6f6fd2240 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Network 3463c92e-9592-4a5e-be73-c0318bba2428 is already hosted by enough agents. {{(pid=93067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:25:56.846391 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.base_scheduler [req-77044b09-444c-426e-98cc-3ee850117fb6 req-30f3f686-fcbc-46e9-a801-58e6f6fd2240 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Resources bound (agent type, host, resource id): {{(pid=93067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:25:56.846391 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.l3_dvrscheduler_db [req-77044b09-444c-426e-98cc-3ee850117fb6 req-30f3f686-fcbc-46e9-a801-58e6f6fd2240 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Received port after_create {{(pid=93067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 09:25:56.849291 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77044b09-444c-426e-98cc-3ee850117fb6 req-30f3f686-fcbc-46e9-a801-58e6f6fd2240 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:56.849908 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-77044b09-444c-426e-98cc-3ee850117fb6 req-30f3f686-fcbc-46e9-a801-58e6f6fd2240 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905'] for port, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:56.867352 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f3f686-fcbc-46e9-a801-58e6f6fd2240 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Pushing event updated for resources: {'Port': ['ID=1d9fa0e6-e536-4fd0-8183-daae01924304,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:56.880361 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-77044b09-444c-426e-98cc-3ee850117fb6 req-30f3f686-fcbc-46e9-a801-58e6f6fd2240 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5989933 Jul 28 09:25:56.897655 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [req-77044b09-444c-426e-98cc-3ee850117fb6 req-436f2b74-6b89-4f93-b535-2e7578827e63 service neutron] Request body: {'port': {'device_id': 'f5cf3764-aba2-4eae-aede-98a02e101b36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80266'}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:25:57.001213 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-cfc4d4fd-0d76-4ab5-8623-aa8a325a2f33 req-5636d737-8ac7-479f-bb7c-59b70a61bba7 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] 10.222.0.23 "GET /v2.0/ports?device_id=2767cd35-0a35-4b78-9b72-107f31874ebb HTTP/1.1" status: 200 len: 210 time: 0.0504570 Jul 28 09:25:57.033741 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-77044b09-444c-426e-98cc-3ee850117fb6 req-436f2b74-6b89-4f93-b535-2e7578827e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:57.131424 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f96f48-38d3-47b2-bfa4-4be36cfd8c6a req-376fb808-67c1-40f9-ae61-8fe622df9506 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:57.132896 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-42f96f48-38d3-47b2-bfa4-4be36cfd8c6a req-376fb808-67c1-40f9-ae61-8fe622df9506 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] 10.222.0.32 "GET /v2.0/networks?id=1b6014d4-8d11-4d4c-8401-8dbc24e8b9a9 HTTP/1.1" status: 200 len: 809 time: 0.1712379 Jul 28 09:25:57.186743 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [req-42f96f48-38d3-47b2-bfa4-4be36cfd8c6a req-b4fb4fda-d8c1-4bb0-a07c-b18312e97b4a tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Request body: {'port': {'device_id': '2767cd35-0a35-4b78-9b72-107f31874ebb', 'network_id': '1b6014d4-8d11-4d4c-8401-8dbc24e8b9a9', 'admin_state_up': True, 'tenant_id': '06e37808f2054fe2b42ec96a381300c1'}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:25:57.636049 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device dc51191b-6d62-4b22-b9c0-0512eda54856 no longer exists at agent hyperv_hv-cinder-80266 {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:25:57.656393 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] No Port match for: dc51191b-6d62-4b22-b9c0-0512eda54856 {{(pid=93069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 09:25:57.656734 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device dc51191b-6d62-4b22-b9c0-0512eda54856 not bound to the agent host hv-cinder-80266 {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:25:57.663268 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9997620d-1c42-4ee5-9dfb-8baf332f518c req-db343913-22e5-47b5-9e00-aadc011b2393 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:57.664879 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-9997620d-1c42-4ee5-9dfb-8baf332f518c req-db343913-22e5-47b5-9e00-aadc011b2393 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5cf3764-aba2-4eae-aede-98a02e101b36 HTTP/1.1" status: 200 len: 931 time: 0.1759272 Jul 28 09:25:57.732805 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9660e0e4-cab8-4478-a96c-f481c23d7cb1 req-ad9bf8d0-0ab9-44e6-b5de-d9fd8bdd6c6d tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:57.734287 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-9660e0e4-cab8-4478-a96c-f481c23d7cb1 req-ad9bf8d0-0ab9-44e6-b5de-d9fd8bdd6c6d tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=722bacfd-c01b-427f-a5db-de2581b3dc2e HTTP/1.1" status: 200 len: 945 time: 0.1482949 Jul 28 09:25:57.765349 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42f96f48-38d3-47b2-bfa4-4be36cfd8c6a req-b4fb4fda-d8c1-4bb0-a07c-b18312e97b4a tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Made reservation on behalf of 06e37808f2054fe2b42ec96a381300c1 for: {'port': 1} {{(pid=93067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:25:57.769366 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-42f96f48-38d3-47b2-bfa4-4be36cfd8c6a req-b4fb4fda-d8c1-4bb0-a07c-b18312e97b4a tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:57.789141 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-9997620d-1c42-4ee5-9dfb-8baf332f518c req-f6fc21ac-4577-423d-b0b0-3d2c9c11bd30 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba7ca661-0cb6-4167-9687-f2b430c66e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155124 Jul 28 09:25:57.883294 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-9660e0e4-cab8-4478-a96c-f481c23d7cb1 req-61920620-03ec-4a00-b613-2999f498e085 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326425 Jul 28 09:25:57.893994 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.notifiers.nova [req-77044b09-444c-426e-98cc-3ee850117fb6 req-436f2b74-6b89-4f93-b535-2e7578827e63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d9fa0e6-e536-4fd0-8183-daae01924304 {{(pid=93067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 09:25:57.908497 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-77044b09-444c-426e-98cc-3ee850117fb6 req-436f2b74-6b89-4f93-b535-2e7578827e63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:57.933073 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.provisioning_blocks [req-77044b09-444c-426e-98cc-3ee850117fb6 req-436f2b74-6b89-4f93-b535-2e7578827e63 service neutron] Transition to ACTIVE for port object 1d9fa0e6-e536-4fd0-8183-daae01924304 will not be triggered until provisioned by entity L2. {{(pid=93067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:25:57.953144 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-77044b09-444c-426e-98cc-3ee850117fb6 req-436f2b74-6b89-4f93-b535-2e7578827e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:58.028152 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f2b74-6b89-4f93-b535-2e7578827e63 service neutron] Pushing event updated for resources: {'Port': ['ID=1d9fa0e6-e536-4fd0-8183-daae01924304,revision_number=2']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:58.034244 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.db_base_plugin_common [req-42f96f48-38d3-47b2-bfa4-4be36cfd8c6a req-b4fb4fda-d8c1-4bb0-a07c-b18312e97b4a tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Allocated IP 172.20.0.11 (1b6014d4-8d11-4d4c-8401-8dbc24e8b9a9/7918ad2d-2efc-4d94-89f6-56a75bc696f6/7b6afacf-2a40-45fe-bf93-2fd883badc12) {{(pid=93067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:25:58.088664 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.managers [req-77044b09-444c-426e-98cc-3ee850117fb6 req-436f2b74-6b89-4f93-b535-2e7578827e63 service neutron] Attempting to bind port 1d9fa0e6-e536-4fd0-8183-daae01924304 on host hv-cinder-80266 for vnic_type normal with profile {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 09:25:58.088999 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.managers [req-77044b09-444c-426e-98cc-3ee850117fb6 req-436f2b74-6b89-4f93-b535-2e7578827e63 service neutron] Attempting to bind port 1d9fa0e6-e536-4fd0-8183-daae01924304 by drivers openvswitch,hyperv on host hv-cinder-80266 at level 0 using segments [{'id': '0cfbf343-39bd-4fe2-a34a-bcc21842f0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3463c92e-9592-4a5e-be73-c0318bba2428'}] {{(pid=93067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 09:25:58.089324 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77044b09-444c-426e-98cc-3ee850117fb6 req-436f2b74-6b89-4f93-b535-2e7578827e63 service neutron] Attempting to bind port 1d9fa0e6-e536-4fd0-8183-daae01924304 on network 3463c92e-9592-4a5e-be73-c0318bba2428 {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 09:25:58.135898 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-9317198d-c0e8-4fec-92a6-4ac19e6ca8d5 req-1af8fb67-833b-47dc-a0a1-c724c046302a tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] 10.222.0.23 "GET /v2.0/ports?device_id=2767cd35-0a35-4b78-9b72-107f31874ebb HTTP/1.1" status: 200 len: 210 time: 0.0361354 Jul 28 09:25:58.138459 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77044b09-444c-426e-98cc-3ee850117fb6 req-436f2b74-6b89-4f93-b535-2e7578827e63 service neutron] Port 1d9fa0e6-e536-4fd0-8183-daae01924304 on network 3463c92e-9592-4a5e-be73-c0318bba2428 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80266 {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 09:25:58.138718 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77044b09-444c-426e-98cc-3ee850117fb6 req-436f2b74-6b89-4f93-b535-2e7578827e63 service neutron] Attempting to bind port 1d9fa0e6-e536-4fd0-8183-daae01924304 on network 3463c92e-9592-4a5e-be73-c0318bba2428 {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 09:25:58.149914 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77044b09-444c-426e-98cc-3ee850117fb6 req-436f2b74-6b89-4f93-b535-2e7578827e63 service neutron] Checking agent: {'id': '2e21c55d-f4ce-498b-abcc-e7d8675cd352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80266', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 9, 22, 54), 'started_at': datetime.datetime(2021, 7, 28, 9, 22, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 9, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 09:25:58.150555 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77044b09-444c-426e-98cc-3ee850117fb6 req-436f2b74-6b89-4f93-b535-2e7578827e63 service neutron] Checking segment: {'id': '0cfbf343-39bd-4fe2-a34a-bcc21842f0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3463c92e-9592-4a5e-be73-c0318bba2428'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 09:25:58.150955 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77044b09-444c-426e-98cc-3ee850117fb6 req-436f2b74-6b89-4f93-b535-2e7578827e63 service neutron] Bound using segment: {'id': '0cfbf343-39bd-4fe2-a34a-bcc21842f0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3463c92e-9592-4a5e-be73-c0318bba2428'} {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 09:25:58.151375 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.managers [req-77044b09-444c-426e-98cc-3ee850117fb6 req-436f2b74-6b89-4f93-b535-2e7578827e63 service neutron] Bound port: 1d9fa0e6-e536-4fd0-8183-daae01924304, host: hv-cinder-80266, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cfbf343-39bd-4fe2-a34a-bcc21842f0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3463c92e-9592-4a5e-be73-c0318bba2428'}}] {{(pid=93067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 09:25:58.151761 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-77044b09-444c-426e-98cc-3ee850117fb6 req-436f2b74-6b89-4f93-b535-2e7578827e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:58.290322 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.db [req-77044b09-444c-426e-98cc-3ee850117fb6 req-436f2b74-6b89-4f93-b535-2e7578827e63 service neutron] For port 1d9fa0e6-e536-4fd0-8183-daae01924304, host hv-cinder-80266, cleared binding levels {{(pid=93067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:25:58.294712 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.db [req-77044b09-444c-426e-98cc-3ee850117fb6 req-436f2b74-6b89-4f93-b535-2e7578827e63 service neutron] For port 1d9fa0e6-e536-4fd0-8183-daae01924304, host hv-cinder-80266, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=1d9fa0e6-e536-4fd0-8183-daae01924304,segment=NetworkSegment(0cfbf343-39bd-4fe2-a34a-bcc21842f0af),segment_id=0cfbf343-39bd-4fe2-a34a-bcc21842f0af)] {{(pid=93067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:25:58.301073 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-77044b09-444c-426e-98cc-3ee850117fb6 req-436f2b74-6b89-4f93-b535-2e7578827e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:58.317467 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-42f96f48-38d3-47b2-bfa4-4be36cfd8c6a req-b4fb4fda-d8c1-4bb0-a07c-b18312e97b4a tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Notify callbacks [] for port, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:58.347232 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-ccda9683-7b00-46d0-91bc-2d7c2a983f0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:58.353208 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77044b09-444c-426e-98cc-3ee850117fb6 req-436f2b74-6b89-4f93-b535-2e7578827e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:58.353779 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-77044b09-444c-426e-98cc-3ee850117fb6 req-436f2b74-6b89-4f93-b535-2e7578827e63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905'] for port, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:58.355137 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-77044b09-444c-426e-98cc-3ee850117fb6 req-436f2b74-6b89-4f93-b535-2e7578827e63 service neutron] 10.222.0.32 "PUT /v2.0/ports/1d9fa0e6-e536-4fd0-8183-daae01924304 HTTP/1.1" status: 200 len: 1093 time: 1.4628661 Jul 28 09:25:58.355557 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5cf3764-aba2-4eae-aede-98a02e101b36', 'tag': '1d9fa0e6-e536-4fd0-8183-daae01924304'}] {{(pid=93067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:25:58.357764 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}119bb006a51e6799d77012a49065aa76076224f53078518f9bbc3af1ae40a877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1470cfe2-4ffa-4ef9-9697-bfebb0c98873" -d '{"events": [{"name": "network-changed", "server_uuid": "f5cf3764-aba2-4eae-aede-98a02e101b36", "tag": "1d9fa0e6-e536-4fd0-8183-daae01924304"}]}' {{(pid=93067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:25:58.382218 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f2b74-6b89-4f93-b535-2e7578827e63 service neutron] Pushing event updated for resources: {'Port': ['ID=1d9fa0e6-e536-4fd0-8183-daae01924304,revision_number=3']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:58.413644 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 09:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a382c1c9-3578-42f2-8df0-6d5d944a5784 x-openstack-request-id: req-a382c1c9-3578-42f2-8df0-6d5d944a5784 {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:25:58.413936 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5cf3764-aba2-4eae-aede-98a02e101b36", "tag": "1d9fa0e6-e536-4fd0-8183-daae01924304", "status": "completed", "code": 200}]} {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:25:58.414178 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a382c1c9-3578-42f2-8df0-6d5d944a5784 {{(pid=93067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:25:58.414586 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5cf3764-aba2-4eae-aede-98a02e101b36', 'tag': '1d9fa0e6-e536-4fd0-8183-daae01924304', 'status': 'completed', 'code': 200} Jul 28 09:25:58.440085 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-42f96f48-38d3-47b2-bfa4-4be36cfd8c6a req-b4fb4fda-d8c1-4bb0-a07c-b18312e97b4a tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732595289878'] for port, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:58.485041 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77044b09-444c-426e-98cc-3ee850117fb6 req-ec6a531f-4e70-4da7-adac-5a3ddf938d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:58.486649 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-77044b09-444c-426e-98cc-3ee850117fb6 req-ec6a531f-4e70-4da7-adac-5a3ddf938d88 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3ffc9329f42c48d5a02f450469dbaf89&device_id=f5cf3764-aba2-4eae-aede-98a02e101b36 HTTP/1.1" status: 200 len: 1096 time: 0.0861866 Jul 28 09:25:58.494542 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42f96f48-38d3-47b2-bfa4-4be36cfd8c6a req-b4fb4fda-d8c1-4bb0-a07c-b18312e97b4a tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Network 1b6014d4-8d11-4d4c-8401-8dbc24e8b9a9 is already hosted by enough agents. {{(pid=93067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:25:58.497663 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.base_scheduler [req-42f96f48-38d3-47b2-bfa4-4be36cfd8c6a req-b4fb4fda-d8c1-4bb0-a07c-b18312e97b4a tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Resources bound (agent type, host, resource id): {{(pid=93067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:25:58.505928 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.l3_dvrscheduler_db [req-42f96f48-38d3-47b2-bfa4-4be36cfd8c6a req-b4fb4fda-d8c1-4bb0-a07c-b18312e97b4a tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Received port after_create {{(pid=93067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 09:25:58.511388 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f96f48-38d3-47b2-bfa4-4be36cfd8c6a req-b4fb4fda-d8c1-4bb0-a07c-b18312e97b4a tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:58.512209 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-42f96f48-38d3-47b2-bfa4-4be36cfd8c6a req-b4fb4fda-d8c1-4bb0-a07c-b18312e97b4a tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905'] for port, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:58.523936 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fb4fda-d8c1-4bb0-a07c-b18312e97b4a tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Pushing event updated for resources: {'Port': ['ID=7b6afacf-2a40-45fe-bf93-2fd883badc12,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:58.558172 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-77044b09-444c-426e-98cc-3ee850117fb6 req-9d9b21db-abd3-4f9c-9892-0a4c38544cf9 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d9fa0e6-e536-4fd0-8183-daae01924304 HTTP/1.1" status: 200 len: 217 time: 0.0584068 Jul 28 09:25:58.576486 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-42f96f48-38d3-47b2-bfa4-4be36cfd8c6a req-b4fb4fda-d8c1-4bb0-a07c-b18312e97b4a tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3936400 Jul 28 09:25:58.601228 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [req-42f96f48-38d3-47b2-bfa4-4be36cfd8c6a req-63bf869e-3bb6-4841-ac1a-05f2d35bac86 service neutron] Request body: {'port': {'device_id': '2767cd35-0a35-4b78-9b72-107f31874ebb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80266'}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:25:58.638294 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77044b09-444c-426e-98cc-3ee850117fb6 req-9bb8615a-9405-4348-b8e0-a4bda0464b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:58.639824 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-77044b09-444c-426e-98cc-3ee850117fb6 req-9bb8615a-9405-4348-b8e0-a4bda0464b53 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1774fccb-c973-4490-ba8e-1a26617adb21 HTTP/1.1" status: 200 len: 854 time: 0.0715206 Jul 28 09:25:58.691497 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-77044b09-444c-426e-98cc-3ee850117fb6 req-eb61ffd8-5fde-43a0-b3e9-70468bcf65f4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3463c92e-9592-4a5e-be73-c0318bba2428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277753 Jul 28 09:25:58.694096 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-42f96f48-38d3-47b2-bfa4-4be36cfd8c6a req-63bf869e-3bb6-4841-ac1a-05f2d35bac86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:58.960989 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-77044b09-444c-426e-98cc-3ee850117fb6 req-1a06bad7-f99e-45b2-a515-b9f4acb06e12 service neutron] 10.222.0.32 "GET /v2.0/networks/3463c92e-9592-4a5e-be73-c0318bba2428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520885 Jul 28 09:25:59.057517 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6556ef-1ebb-4c38-b3c2-ba6e8c6b3c8a req-53dfb8a1-4829-42c9-b885-963fc8fd4a3b tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:59.058989 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-ec6556ef-1ebb-4c38-b3c2-ba6e8c6b3c8a req-53dfb8a1-4829-42c9-b885-963fc8fd4a3b tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5cf3764-aba2-4eae-aede-98a02e101b36 HTTP/1.1" status: 200 len: 943 time: 0.1967394 Jul 28 09:25:59.149361 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50f3978-7281-436f-98a9-89a02f30781c req-4090cf65-21d3-44e3-bc92-b7ee4c58a4f9 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:59.150796 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-c50f3978-7281-436f-98a9-89a02f30781c req-4090cf65-21d3-44e3-bc92-b7ee4c58a4f9 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=722bacfd-c01b-427f-a5db-de2581b3dc2e HTTP/1.1" status: 200 len: 945 time: 0.1869717 Jul 28 09:25:59.180133 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-ec6556ef-1ebb-4c38-b3c2-ba6e8c6b3c8a req-739377ee-dea8-4449-861a-e884eabedc4d tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba7ca661-0cb6-4167-9687-f2b430c66e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095793 Jul 28 09:25:59.212640 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-77044b09-444c-426e-98cc-3ee850117fb6 req-c8c7525a-f251-4172-9b30-77bab5d1320d service neutron] 10.222.0.32 "GET /v2.0/networks/3463c92e-9592-4a5e-be73-c0318bba2428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395935 Jul 28 09:25:59.253659 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-c50f3978-7281-436f-98a9-89a02f30781c req-aa13122e-9e65-4292-af75-f10bfbdf86a2 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906763 Jul 28 09:25:59.261993 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.notifiers.nova [req-42f96f48-38d3-47b2-bfa4-4be36cfd8c6a req-63bf869e-3bb6-4841-ac1a-05f2d35bac86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b6afacf-2a40-45fe-bf93-2fd883badc12 {{(pid=93067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 09:25:59.271318 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-42f96f48-38d3-47b2-bfa4-4be36cfd8c6a req-63bf869e-3bb6-4841-ac1a-05f2d35bac86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:59.303067 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.provisioning_blocks [req-42f96f48-38d3-47b2-bfa4-4be36cfd8c6a req-63bf869e-3bb6-4841-ac1a-05f2d35bac86 service neutron] Transition to ACTIVE for port object 7b6afacf-2a40-45fe-bf93-2fd883badc12 will not be triggered until provisioned by entity L2. {{(pid=93067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:25:59.320782 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-42f96f48-38d3-47b2-bfa4-4be36cfd8c6a req-63bf869e-3bb6-4841-ac1a-05f2d35bac86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:59.413226 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bf869e-3bb6-4841-ac1a-05f2d35bac86 service neutron] Pushing event updated for resources: {'Port': ['ID=7b6afacf-2a40-45fe-bf93-2fd883badc12,revision_number=2']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:59.420064 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470cfe2-4ffa-4ef9-9697-bfebb0c98873 req-e7a813a7-2361-4c1a-8164-a16824f57fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:59.421913 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-1470cfe2-4ffa-4ef9-9697-bfebb0c98873 req-e7a813a7-2361-4c1a-8164-a16824f57fb9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3ffc9329f42c48d5a02f450469dbaf89&device_id=f5cf3764-aba2-4eae-aede-98a02e101b36 HTTP/1.1" status: 200 len: 1096 time: 0.1402929 Jul 28 09:25:59.431466 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee6783-7772-4273-9309-64cd7d18ad17 req-0fb8d0e7-bac6-49ca-adc9-23598c878a44 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:59.433060 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-deee6783-7772-4273-9309-64cd7d18ad17 req-0fb8d0e7-bac6-49ca-adc9-23598c878a44 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] 10.222.0.23 "GET /v2.0/ports?device_id=2767cd35-0a35-4b78-9b72-107f31874ebb HTTP/1.1" status: 200 len: 944 time: 0.1505489 Jul 28 09:25:59.514997 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.managers [req-42f96f48-38d3-47b2-bfa4-4be36cfd8c6a req-63bf869e-3bb6-4841-ac1a-05f2d35bac86 service neutron] Attempting to bind port 7b6afacf-2a40-45fe-bf93-2fd883badc12 on host hv-cinder-80266 for vnic_type normal with profile {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 09:25:59.515335 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.managers [req-42f96f48-38d3-47b2-bfa4-4be36cfd8c6a req-63bf869e-3bb6-4841-ac1a-05f2d35bac86 service neutron] Attempting to bind port 7b6afacf-2a40-45fe-bf93-2fd883badc12 by drivers openvswitch,hyperv on host hv-cinder-80266 at level 0 using segments [{'id': 'a7af0bf8-3dd9-4152-a086-4d5b0cf4b39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1b6014d4-8d11-4d4c-8401-8dbc24e8b9a9'}] {{(pid=93067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 09:25:59.515701 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f96f48-38d3-47b2-bfa4-4be36cfd8c6a req-63bf869e-3bb6-4841-ac1a-05f2d35bac86 service neutron] Attempting to bind port 7b6afacf-2a40-45fe-bf93-2fd883badc12 on network 1b6014d4-8d11-4d4c-8401-8dbc24e8b9a9 {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 09:25:59.529565 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f96f48-38d3-47b2-bfa4-4be36cfd8c6a req-63bf869e-3bb6-4841-ac1a-05f2d35bac86 service neutron] Port 7b6afacf-2a40-45fe-bf93-2fd883badc12 on network 1b6014d4-8d11-4d4c-8401-8dbc24e8b9a9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80266 {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 09:25:59.529887 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f96f48-38d3-47b2-bfa4-4be36cfd8c6a req-63bf869e-3bb6-4841-ac1a-05f2d35bac86 service neutron] Attempting to bind port 7b6afacf-2a40-45fe-bf93-2fd883badc12 on network 1b6014d4-8d11-4d4c-8401-8dbc24e8b9a9 {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 09:25:59.556140 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f96f48-38d3-47b2-bfa4-4be36cfd8c6a req-63bf869e-3bb6-4841-ac1a-05f2d35bac86 service neutron] Checking agent: {'id': '2e21c55d-f4ce-498b-abcc-e7d8675cd352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80266', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 9, 22, 54), 'started_at': datetime.datetime(2021, 7, 28, 9, 22, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 9, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 09:25:59.556572 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f96f48-38d3-47b2-bfa4-4be36cfd8c6a req-63bf869e-3bb6-4841-ac1a-05f2d35bac86 service neutron] Checking segment: {'id': 'a7af0bf8-3dd9-4152-a086-4d5b0cf4b39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1b6014d4-8d11-4d4c-8401-8dbc24e8b9a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 09:25:59.557075 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f96f48-38d3-47b2-bfa4-4be36cfd8c6a req-63bf869e-3bb6-4841-ac1a-05f2d35bac86 service neutron] Bound using segment: {'id': 'a7af0bf8-3dd9-4152-a086-4d5b0cf4b39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1b6014d4-8d11-4d4c-8401-8dbc24e8b9a9'} {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 09:25:59.557544 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.managers [req-42f96f48-38d3-47b2-bfa4-4be36cfd8c6a req-63bf869e-3bb6-4841-ac1a-05f2d35bac86 service neutron] Bound port: 7b6afacf-2a40-45fe-bf93-2fd883badc12, host: hv-cinder-80266, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7af0bf8-3dd9-4152-a086-4d5b0cf4b39b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '1b6014d4-8d11-4d4c-8401-8dbc24e8b9a9'}}] {{(pid=93067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 09:25:59.557953 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-42f96f48-38d3-47b2-bfa4-4be36cfd8c6a req-63bf869e-3bb6-4841-ac1a-05f2d35bac86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:59.575702 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-deee6783-7772-4273-9309-64cd7d18ad17 req-f8da2365-26fb-4beb-9f73-1db9505c28c4 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] 10.222.0.23 "GET /v2.0/security-groups?id=19b316a4-ad16-494c-bf63-04c117aaf44d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272945 Jul 28 09:25:59.615456 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470cfe2-4ffa-4ef9-9697-bfebb0c98873 req-0adbd4c5-485f-4fcc-9469-8a192732ce1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:59.616994 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-1470cfe2-4ffa-4ef9-9697-bfebb0c98873 req-0adbd4c5-485f-4fcc-9469-8a192732ce1c service neutron] 10.222.0.32 "GET /v2.0/networks?id=3463c92e-9592-4a5e-be73-c0318bba2428 HTTP/1.1" status: 200 len: 915 time: 0.1698887 Jul 28 09:25:59.672498 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-1470cfe2-4ffa-4ef9-9697-bfebb0c98873 req-04ef4a23-e0db-40d6-aa56-e7b3ad081e4f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d9fa0e6-e536-4fd0-8183-daae01924304 HTTP/1.1" status: 200 len: 217 time: 0.0431724 Jul 28 09:25:59.679220 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.db [req-42f96f48-38d3-47b2-bfa4-4be36cfd8c6a req-63bf869e-3bb6-4841-ac1a-05f2d35bac86 service neutron] For port 7b6afacf-2a40-45fe-bf93-2fd883badc12, host hv-cinder-80266, cleared binding levels {{(pid=93067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:25:59.683105 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.db [req-42f96f48-38d3-47b2-bfa4-4be36cfd8c6a req-63bf869e-3bb6-4841-ac1a-05f2d35bac86 service neutron] For port 7b6afacf-2a40-45fe-bf93-2fd883badc12, host hv-cinder-80266, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=7b6afacf-2a40-45fe-bf93-2fd883badc12,segment=NetworkSegment(a7af0bf8-3dd9-4152-a086-4d5b0cf4b39b),segment_id=a7af0bf8-3dd9-4152-a086-4d5b0cf4b39b)] {{(pid=93067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:25:59.697450 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-42f96f48-38d3-47b2-bfa4-4be36cfd8c6a req-63bf869e-3bb6-4841-ac1a-05f2d35bac86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:59.754327 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f96f48-38d3-47b2-bfa4-4be36cfd8c6a req-63bf869e-3bb6-4841-ac1a-05f2d35bac86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:59.754979 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-42f96f48-38d3-47b2-bfa4-4be36cfd8c6a req-63bf869e-3bb6-4841-ac1a-05f2d35bac86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905'] for port, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:25:59.756521 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-42f96f48-38d3-47b2-bfa4-4be36cfd8c6a req-63bf869e-3bb6-4841-ac1a-05f2d35bac86 service neutron] 10.222.0.32 "PUT /v2.0/ports/7b6afacf-2a40-45fe-bf93-2fd883badc12 HTTP/1.1" status: 200 len: 1094 time: 1.1613669 Jul 28 09:25:59.778322 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1470cfe2-4ffa-4ef9-9697-bfebb0c98873 req-dda640be-1f63-4552-b23b-4d7b2bf60801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:59.779893 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-1470cfe2-4ffa-4ef9-9697-bfebb0c98873 req-dda640be-1f63-4552-b23b-4d7b2bf60801 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1774fccb-c973-4490-ba8e-1a26617adb21 HTTP/1.1" status: 200 len: 854 time: 0.0933726 Jul 28 09:25:59.796107 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bf869e-3bb6-4841-ac1a-05f2d35bac86 service neutron] Pushing event updated for resources: {'Port': ['ID=7b6afacf-2a40-45fe-bf93-2fd883badc12,revision_number=3']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:25:59.831808 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-1470cfe2-4ffa-4ef9-9697-bfebb0c98873 req-4b2303ca-8f4e-48ce-beff-24709fcfccb5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3463c92e-9592-4a5e-be73-c0318bba2428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328038 Jul 28 09:25:59.911155 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f96f48-38d3-47b2-bfa4-4be36cfd8c6a req-58637572-6dfd-4396-be9f-d292eabdf878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:25:59.912529 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-42f96f48-38d3-47b2-bfa4-4be36cfd8c6a req-58637572-6dfd-4396-be9f-d292eabdf878 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=06e37808f2054fe2b42ec96a381300c1&device_id=2767cd35-0a35-4b78-9b72-107f31874ebb HTTP/1.1" status: 200 len: 1097 time: 0.1047668 Jul 28 09:25:59.969290 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-1470cfe2-4ffa-4ef9-9697-bfebb0c98873 req-e9735f89-9dc3-468a-af8e-b72bcebdb9d2 service neutron] 10.222.0.32 "GET /v2.0/networks/3463c92e-9592-4a5e-be73-c0318bba2428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248610 Jul 28 09:25:59.970689 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-42f96f48-38d3-47b2-bfa4-4be36cfd8c6a req-b07bdff5-a3e0-4be1-a86e-a8fd587604b6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b6afacf-2a40-45fe-bf93-2fd883badc12 HTTP/1.1" status: 200 len: 217 time: 0.0434442 Jul 28 09:26:00.083650 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f96f48-38d3-47b2-bfa4-4be36cfd8c6a req-a9e64c1e-25a8-47f5-94bd-dc333074e11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:00.085368 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-42f96f48-38d3-47b2-bfa4-4be36cfd8c6a req-a9e64c1e-25a8-47f5-94bd-dc333074e11b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7918ad2d-2efc-4d94-89f6-56a75bc696f6 HTTP/1.1" status: 200 len: 849 time: 0.0977576 Jul 28 09:26:00.130224 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-42f96f48-38d3-47b2-bfa4-4be36cfd8c6a req-9dd3467d-3ad7-4957-a348-3752f70d0646 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1b6014d4-8d11-4d4c-8401-8dbc24e8b9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357137 Jul 28 09:26:00.136193 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-1470cfe2-4ffa-4ef9-9697-bfebb0c98873 req-b4b6dcfb-1692-42a7-8ea1-6175fc272593 service neutron] 10.222.0.32 "GET /v2.0/networks/3463c92e-9592-4a5e-be73-c0318bba2428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500435 Jul 28 09:26:00.437408 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2767cd35-0a35-4b78-9b72-107f31874ebb', 'tag': '7b6afacf-2a40-45fe-bf93-2fd883badc12'}] {{(pid=93067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:26:00.440245 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}119bb006a51e6799d77012a49065aa76076224f53078518f9bbc3af1ae40a877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4cdcba-149a-489c-b2c5-603259b4c4df" -d '{"events": [{"name": "network-changed", "server_uuid": "2767cd35-0a35-4b78-9b72-107f31874ebb", "tag": "7b6afacf-2a40-45fe-bf93-2fd883badc12"}]}' {{(pid=93067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:26:00.554941 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c9ae60-13ff-4816-9581-7abf1525aaaf req-49b5c10e-6f76-43aa-9296-a54e4a0361f6 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:00.556533 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-75c9ae60-13ff-4816-9581-7abf1525aaaf req-49b5c10e-6f76-43aa-9296-a54e4a0361f6 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=722bacfd-c01b-427f-a5db-de2581b3dc2e HTTP/1.1" status: 200 len: 945 time: 0.1133938 Jul 28 09:26:00.566444 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8450841-53db-40a6-9a24-cb8c9cce080f req-50ea126e-77f2-4157-9702-77632f3d860e tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:00.567976 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a8450841-53db-40a6-9a24-cb8c9cce080f req-50ea126e-77f2-4157-9702-77632f3d860e tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5cf3764-aba2-4eae-aede-98a02e101b36 HTTP/1.1" status: 200 len: 943 time: 0.1220145 Jul 28 09:26:00.571180 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-42f96f48-38d3-47b2-bfa4-4be36cfd8c6a req-2a01a2d8-785c-4742-aefd-eab286d077f2 service neutron] 10.222.0.32 "GET /v2.0/networks/1b6014d4-8d11-4d4c-8401-8dbc24e8b9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4265962 Jul 28 09:26:00.680425 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a8450841-53db-40a6-9a24-cb8c9cce080f req-b8495c83-dc11-4159-84a4-176a8efad53b tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba7ca661-0cb6-4167-9687-f2b430c66e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034429 Jul 28 09:26:00.685402 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-75c9ae60-13ff-4816-9581-7abf1525aaaf req-d28dc8f0-45f4-4d3f-9ddc-c4e7772e1bbc tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163299 Jul 28 09:26:00.736635 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-0c104f8d-cb30-454c-a4fe-a7e2ee6dc3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:00.763119 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-42f96f48-38d3-47b2-bfa4-4be36cfd8c6a req-e3fb7416-ff9f-464b-9dad-464e1d82db01 service neutron] 10.222.0.32 "GET /v2.0/networks/1b6014d4-8d11-4d4c-8401-8dbc24e8b9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718295 Jul 28 09:26:00.792009 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 09:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a64fdf-bb87-4949-9da6-58a0dcceb735 x-openstack-request-id: req-58a64fdf-bb87-4949-9da6-58a0dcceb735 {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:26:00.792009 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2767cd35-0a35-4b78-9b72-107f31874ebb", "tag": "7b6afacf-2a40-45fe-bf93-2fd883badc12", "status": "completed", "code": 200}]} {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:26:00.792009 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-58a64fdf-bb87-4949-9da6-58a0dcceb735 {{(pid=93067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:26:00.792009 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2767cd35-0a35-4b78-9b72-107f31874ebb', 'tag': '7b6afacf-2a40-45fe-bf93-2fd883badc12', 'status': 'completed', 'code': 200} Jul 28 09:26:00.921124 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff6de1-849a-4a1c-a8e6-adbe3bba0d8d req-74672a72-33fe-4c55-a553-53acf2f01850 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:00.922618 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-1dff6de1-849a-4a1c-a8e6-adbe3bba0d8d req-74672a72-33fe-4c55-a553-53acf2f01850 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] 10.222.0.23 "GET /v2.0/ports?device_id=2767cd35-0a35-4b78-9b72-107f31874ebb HTTP/1.1" status: 200 len: 944 time: 0.0851793 Jul 28 09:26:00.925318 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4cdcba-149a-489c-b2c5-603259b4c4df req-811ab2d0-95d0-43f9-8d0f-4e6e8d92936c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:00.926740 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-cd4cdcba-149a-489c-b2c5-603259b4c4df req-811ab2d0-95d0-43f9-8d0f-4e6e8d92936c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=06e37808f2054fe2b42ec96a381300c1&device_id=2767cd35-0a35-4b78-9b72-107f31874ebb HTTP/1.1" status: 200 len: 1097 time: 0.0582564 Jul 28 09:26:01.007837 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-1dff6de1-849a-4a1c-a8e6-adbe3bba0d8d req-cd6e1f91-321b-495e-bc42-074db6bb7d60 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] 10.222.0.23 "GET /v2.0/security-groups?id=19b316a4-ad16-494c-bf63-04c117aaf44d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790775 Jul 28 09:26:01.047851 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4cdcba-149a-489c-b2c5-603259b4c4df req-8387274c-4601-4bdd-940f-8bf4bc4803b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:01.049614 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-cd4cdcba-149a-489c-b2c5-603259b4c4df req-8387274c-4601-4bdd-940f-8bf4bc4803b1 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1b6014d4-8d11-4d4c-8401-8dbc24e8b9a9 HTTP/1.1" status: 200 len: 910 time: 0.1080134 Jul 28 09:26:01.090061 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:01.097380 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-cd4cdcba-149a-489c-b2c5-603259b4c4df req-eca35d61-955f-4adf-a31f-f0465321c27d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b6afacf-2a40-45fe-bf93-2fd883badc12 HTTP/1.1" status: 200 len: 217 time: 0.0362523 Jul 28 09:26:01.150565 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4cdcba-149a-489c-b2c5-603259b4c4df req-42e0b41c-081d-4138-8f0a-e6608bfb80f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:01.152029 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-cd4cdcba-149a-489c-b2c5-603259b4c4df req-42e0b41c-081d-4138-8f0a-e6608bfb80f2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=7918ad2d-2efc-4d94-89f6-56a75bc696f6 HTTP/1.1" status: 200 len: 849 time: 0.0433447 Jul 28 09:26:01.186946 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-cd4cdcba-149a-489c-b2c5-603259b4c4df req-a74a8a70-c1ea-44a9-848b-d3f4a84dc2f6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1b6014d4-8d11-4d4c-8401-8dbc24e8b9a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0227036 Jul 28 09:26:01.289507 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-cd4cdcba-149a-489c-b2c5-603259b4c4df req-ddb8dd6f-62ee-4769-a7a0-08e855f9b299 service neutron] 10.222.0.32 "GET /v2.0/networks/1b6014d4-8d11-4d4c-8401-8dbc24e8b9a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848572 Jul 28 09:26:01.396102 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-cd4cdcba-149a-489c-b2c5-603259b4c4df req-6c0fcff8-bdbc-402d-a239-4ddd322b53c6 service neutron] 10.222.0.32 "GET /v2.0/networks/1b6014d4-8d11-4d4c-8401-8dbc24e8b9a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926058 Jul 28 09:26:01.676306 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device 1d9fa0e6-e536-4fd0-8183-daae01924304 details requested by agent hyperv_hv-cinder-80266 with host hv-cinder-80266 {{(pid=93069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 09:26:01.687395 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.agents_db [None req-63843732-4a37-4b37-bfab-6dab7fdb1052 None None] Agent healthcheck: found 6 active agents {{(pid=93070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:26:01.775487 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port 1d9fa0e6-e536-4fd0-8183-daae01924304, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=1d9fa0e6-e536-4fd0-8183-daae01924304,segment=NetworkSegment(0cfbf343-39bd-4fe2-a34a-bcc21842f0af),segment_id=0cfbf343-39bd-4fe2-a34a-bcc21842f0af)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:26:01.788153 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Returning: {'device': '1d9fa0e6-e536-4fd0-8183-daae01924304', 'network_id': '3463c92e-9592-4a5e-be73-c0318bba2428', 'port_id': '1d9fa0e6-e536-4fd0-8183-daae01924304', 'mac_address': 'fa:16:3e:68:72:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1774fccb-c973-4490-ba8e-1a26617adb21', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 09:26:01.825954 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:01.840513 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050cde1f-0b96-4f7b-b893-b5ff8a5254e1 req-6a51d2c7-1351-48de-8242-7a886afd7093 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:01.841282 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.notifiers.nova [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d9fa0e6-e536-4fd0-8183-daae01924304 {{(pid=93069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 09:26:01.842022 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-050cde1f-0b96-4f7b-b893-b5ff8a5254e1 req-6a51d2c7-1351-48de-8242-7a886afd7093 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=722bacfd-c01b-427f-a5db-de2581b3dc2e HTTP/1.1" status: 200 len: 945 time: 0.0852969 Jul 28 09:26:01.860462 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2b7d3a-dde2-4959-962f-cdf8ab2d900a req-8444806c-c537-43c0-b9dd-3df7601ed820 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:01.863260 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-fd2b7d3a-dde2-4959-962f-cdf8ab2d900a req-8444806c-c537-43c0-b9dd-3df7601ed820 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5cf3764-aba2-4eae-aede-98a02e101b36 HTTP/1.1" status: 200 len: 943 time: 0.0768068 Jul 28 09:26:01.863454 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port 1d9fa0e6-e536-4fd0-8183-daae01924304, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=1d9fa0e6-e536-4fd0-8183-daae01924304,segment=NetworkSegment(0cfbf343-39bd-4fe2-a34a-bcc21842f0af),segment_id=0cfbf343-39bd-4fe2-a34a-bcc21842f0af)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:26:01.870400 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:01.920823 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-050cde1f-0b96-4f7b-b893-b5ff8a5254e1 req-2a0df508-5c3c-4f20-9a30-c988588c8126 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567212 Jul 28 09:26:01.922224 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Pushing event updated for resources: {'Port': ['ID=1d9fa0e6-e536-4fd0-8183-daae01924304,revision_number=4']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:01.933990 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-fd2b7d3a-dde2-4959-962f-cdf8ab2d900a req-9607841a-92a6-425e-b3d4-f26f937771af tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba7ca661-0cb6-4167-9687-f2b430c66e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544934 Jul 28 09:26:02.076942 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-29fc97ff-9392-4c7d-8b91-be3be07fca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:02.134331 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b143e8-adf0-41c5-854a-ca6076923722 req-09c8431c-5c77-4e49-b180-a0881dc93e9f tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:02.135894 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-19b143e8-adf0-41c5-854a-ca6076923722 req-09c8431c-5c77-4e49-b180-a0881dc93e9f tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] 10.222.0.23 "GET /v2.0/ports?device_id=2767cd35-0a35-4b78-9b72-107f31874ebb HTTP/1.1" status: 200 len: 944 time: 0.0483496 Jul 28 09:26:02.174288 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-19b143e8-adf0-41c5-854a-ca6076923722 req-1f37d1be-f24c-4a30-a2cf-2c1849c94a09 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] 10.222.0.23 "GET /v2.0/security-groups?id=19b316a4-ad16-494c-bf63-04c117aaf44d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324290 Jul 28 09:26:02.264979 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] get_ports_and_sgs() called for port_ids ['1d9fa0e6-e536-4fd0-8183-daae01924304'] {{(pid=93069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:26:03.078927 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f02470-f359-4bee-abf0-94a2b56fa229 req-80a7cf73-5add-4464-8b51-27e4c8edca7e tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:03.080747 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b7f02470-f359-4bee-abf0-94a2b56fa229 req-80a7cf73-5add-4464-8b51-27e4c8edca7e tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=722bacfd-c01b-427f-a5db-de2581b3dc2e HTTP/1.1" status: 200 len: 945 time: 0.0804241 Jul 28 09:26:03.087877 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db255f6c-f7c0-4254-b206-fbaee6d5c2b1 req-18646795-0e3d-4150-a5bb-dedadd2931ae tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:03.089229 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-db255f6c-f7c0-4254-b206-fbaee6d5c2b1 req-18646795-0e3d-4150-a5bb-dedadd2931ae tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5cf3764-aba2-4eae-aede-98a02e101b36 HTTP/1.1" status: 200 len: 944 time: 0.0901520 Jul 28 09:26:03.144375 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b7f02470-f359-4bee-abf0-94a2b56fa229 req-e46646e1-033b-4842-ba7f-d46dcb75850b tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542123 Jul 28 09:26:03.151818 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-db255f6c-f7c0-4254-b206-fbaee6d5c2b1 req-cfedd2bd-abdf-4d20-9ca0-a2cb6b09d462 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba7ca661-0cb6-4167-9687-f2b430c66e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555229 Jul 28 09:26:03.373952 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca835b-2ae7-40d3-a42f-f872473cc770 req-b91680ab-7543-47c4-8ed0-4d7eaee40e9b tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:03.375477 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b0ca835b-2ae7-40d3-a42f-f872473cc770 req-b91680ab-7543-47c4-8ed0-4d7eaee40e9b tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] 10.222.0.23 "GET /v2.0/ports?device_id=2767cd35-0a35-4b78-9b72-107f31874ebb HTTP/1.1" status: 200 len: 944 time: 0.0584044 Jul 28 09:26:03.417964 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b0ca835b-2ae7-40d3-a42f-f872473cc770 req-84702940-6dd0-436d-8e3e-0aac751c8596 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] 10.222.0.23 "GET /v2.0/security-groups?id=19b316a4-ad16-494c-bf63-04c117aaf44d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347109 Jul 28 09:26:03.603820 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-2284cd4c-493c-4cd5-902b-cad83a6c7b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:03.686009 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device 7b6afacf-2a40-45fe-bf93-2fd883badc12 details requested by agent hyperv_hv-cinder-80266 with host hv-cinder-80266 {{(pid=93069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 09:26:03.689771 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device 1d9fa0e6-e536-4fd0-8183-daae01924304 up at agent hyperv_hv-cinder-80266 {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:26:03.795433 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Provisioning for port 1d9fa0e6-e536-4fd0-8183-daae01924304 completed by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:26:03.807989 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Provisioning complete for port 1d9fa0e6-e536-4fd0-8183-daae01924304 triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:26:03.808366 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:03.845883 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port 7b6afacf-2a40-45fe-bf93-2fd883badc12, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=7b6afacf-2a40-45fe-bf93-2fd883badc12,segment=NetworkSegment(a7af0bf8-3dd9-4152-a086-4d5b0cf4b39b),segment_id=a7af0bf8-3dd9-4152-a086-4d5b0cf4b39b)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:26:03.864751 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Returning: {'device': '7b6afacf-2a40-45fe-bf93-2fd883badc12', 'network_id': '1b6014d4-8d11-4d4c-8401-8dbc24e8b9a9', 'port_id': '7b6afacf-2a40-45fe-bf93-2fd883badc12', 'mac_address': 'fa:16:3e:40:dd:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7918ad2d-2efc-4d94-89f6-56a75bc696f6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 09:26:03.889159 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d33e3-cf24-489e-804e-10eec88fde1c req-1d699aa3-bc25-4044-a4f8-906863f8411b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:03.890992 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-3e8d33e3-cf24-489e-804e-10eec88fde1c req-1d699aa3-bc25-4044-a4f8-906863f8411b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=722bacfd-c01b-427f-a5db-de2581b3dc2e HTTP/1.1" status: 200 len: 1098 time: 0.0470169 Jul 28 09:26:03.928941 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-3e8d33e3-cf24-489e-804e-10eec88fde1c req-3e4e3da2-987e-4125-beb7-19f1e8942b2a service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290101 Jul 28 09:26:03.934657 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:03.956244 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.notifiers.nova [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b6afacf-2a40-45fe-bf93-2fd883badc12 {{(pid=93069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 09:26:03.960284 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:03.999692 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port 7b6afacf-2a40-45fe-bf93-2fd883badc12, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=7b6afacf-2a40-45fe-bf93-2fd883badc12,segment=NetworkSegment(a7af0bf8-3dd9-4152-a086-4d5b0cf4b39b),segment_id=a7af0bf8-3dd9-4152-a086-4d5b0cf4b39b)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:26:04.005886 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5cf3764-aba2-4eae-aede-98a02e101b36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d9fa0e6-e536-4fd0-8183-daae01924304'}] {{(pid=93069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:26:04.008834 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386f2323eb9bad1244c7f57c000109fc890726fb555cdcb5e37d65c089562af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813034c8-53e5-43e5-bade-14e4ab1bcc13" -d '{"events": [{"server_uuid": "f5cf3764-aba2-4eae-aede-98a02e101b36", "name": "network-vif-plugged", "status": "completed", "tag": "1d9fa0e6-e536-4fd0-8183-daae01924304"}]}' {{(pid=93069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:26:04.019556 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:04.025539 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port 1d9fa0e6-e536-4fd0-8183-daae01924304, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=1d9fa0e6-e536-4fd0-8183-daae01924304,segment=NetworkSegment(0cfbf343-39bd-4fe2-a34a-bcc21842f0af),segment_id=0cfbf343-39bd-4fe2-a34a-bcc21842f0af)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:26:04.051460 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:04.058440 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 09:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0934fc3f-eefc-402e-b89e-075cdef6a153 x-openstack-request-id: req-0934fc3f-eefc-402e-b89e-075cdef6a153 {{(pid=93069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:26:04.058814 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5cf3764-aba2-4eae-aede-98a02e101b36", "name": "network-vif-plugged", "status": "completed", "tag": "1d9fa0e6-e536-4fd0-8183-daae01924304", "code": 200}]} {{(pid=93069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:26:04.059058 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0934fc3f-eefc-402e-b89e-075cdef6a153 {{(pid=93069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:26:04.059443 dv-cinder-802669-1-iscsi neutron-server[93069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5cf3764-aba2-4eae-aede-98a02e101b36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d9fa0e6-e536-4fd0-8183-daae01924304', 'code': 200} Jul 28 09:26:04.087139 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Pushing event updated for resources: {'Port': ['ID=7b6afacf-2a40-45fe-bf93-2fd883badc12,revision_number=4']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:04.140730 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Pushing event updated for resources: {'Port': ['ID=1d9fa0e6-e536-4fd0-8183-daae01924304,revision_number=5']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:04.310533 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee298e8-e1ff-424a-b77f-86bab0267509 req-fde8ef1d-863b-4c98-b5e1-376d68f44c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:04.312083 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-3ee298e8-e1ff-424a-b77f-86bab0267509 req-fde8ef1d-863b-4c98-b5e1-376d68f44c90 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f5cf3764-aba2-4eae-aede-98a02e101b36 HTTP/1.1" status: 200 len: 1098 time: 0.1012461 Jul 28 09:26:04.328970 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f5cd2f-ab34-4dbb-a11e-e9fa36d64109 req-d1fd3ce5-a89d-4086-a973-4c22c616aadc tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:04.331069 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-77f5cd2f-ab34-4dbb-a11e-e9fa36d64109 req-d1fd3ce5-a89d-4086-a973-4c22c616aadc tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=722bacfd-c01b-427f-a5db-de2581b3dc2e HTTP/1.1" status: 200 len: 945 time: 0.1109469 Jul 28 09:26:04.340425 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bb3cdb-db67-4053-8579-a71364b6e5ed req-38aee671-7aad-4744-9f6d-2e12c2b926c5 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:04.341801 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-66bb3cdb-db67-4053-8579-a71364b6e5ed req-38aee671-7aad-4744-9f6d-2e12c2b926c5 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5cf3764-aba2-4eae-aede-98a02e101b36 HTTP/1.1" status: 200 len: 945 time: 0.1006744 Jul 28 09:26:04.389307 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] get_ports_and_sgs() called for port_ids ['7b6afacf-2a40-45fe-bf93-2fd883badc12'] {{(pid=93069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:26:04.421174 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-77f5cd2f-ab34-4dbb-a11e-e9fa36d64109 req-e05a9441-be63-40fe-9c96-e929cd3858e6 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736294 Jul 28 09:26:04.425708 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-3ee298e8-e1ff-424a-b77f-86bab0267509 req-33bdbc7c-ac7b-4541-928f-63c209a9453e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ba7ca661-0cb6-4167-9687-f2b430c66e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931466 Jul 28 09:26:04.431186 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-66bb3cdb-db67-4053-8579-a71364b6e5ed req-2e3b1f07-34c0-47e2-9774-e389524b8e59 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba7ca661-0cb6-4167-9687-f2b430c66e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824792 Jul 28 09:26:04.657187 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252c102e-2ac2-4373-96c1-2719241d781d req-e8264368-0a6c-47a0-8f9f-65381b4fd4fe tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:04.659349 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-252c102e-2ac2-4373-96c1-2719241d781d req-e8264368-0a6c-47a0-8f9f-65381b4fd4fe tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] 10.222.0.23 "GET /v2.0/ports?device_id=2767cd35-0a35-4b78-9b72-107f31874ebb HTTP/1.1" status: 200 len: 945 time: 0.0613182 Jul 28 09:26:04.699499 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-252c102e-2ac2-4373-96c1-2719241d781d req-b32efa99-3fb9-4e26-9ba0-15f586e0aa43 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] 10.222.0.23 "GET /v2.0/security-groups?id=19b316a4-ad16-494c-bf63-04c117aaf44d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339489 Jul 28 09:26:05.595113 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a554c5dd-485e-465f-8991-9cdfed70dafb req-4e710907-0f77-4faf-84d2-1e3f7daa9a89 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:05.596690 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a554c5dd-485e-465f-8991-9cdfed70dafb req-4e710907-0f77-4faf-84d2-1e3f7daa9a89 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5cf3764-aba2-4eae-aede-98a02e101b36 HTTP/1.1" status: 200 len: 945 time: 0.0857878 Jul 28 09:26:05.604602 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89aa1b8-6753-40f6-9c73-154295879643 req-96188b6f-c242-4392-b545-c5c150fc195d tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:05.605948 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-f89aa1b8-6753-40f6-9c73-154295879643 req-96188b6f-c242-4392-b545-c5c150fc195d tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=722bacfd-c01b-427f-a5db-de2581b3dc2e HTTP/1.1" status: 200 len: 945 time: 0.0859394 Jul 28 09:26:05.663631 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a554c5dd-485e-465f-8991-9cdfed70dafb req-3897b27e-a008-4e6f-8d36-3537ebd2516f tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba7ca661-0cb6-4167-9687-f2b430c66e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567214 Jul 28 09:26:05.668588 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-f89aa1b8-6753-40f6-9c73-154295879643 req-e6f4d2a7-0100-4e58-b85f-ad4d7606318c tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552926 Jul 28 09:26:05.700590 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device 7b6afacf-2a40-45fe-bf93-2fd883badc12 up at agent hyperv_hv-cinder-80266 {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:26:05.762476 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Provisioning for port 7b6afacf-2a40-45fe-bf93-2fd883badc12 completed by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:26:05.766029 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Provisioning complete for port 7b6afacf-2a40-45fe-bf93-2fd883badc12 triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:26:05.766413 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:05.850460 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:05.890854 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port 7b6afacf-2a40-45fe-bf93-2fd883badc12, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=7b6afacf-2a40-45fe-bf93-2fd883badc12,segment=NetworkSegment(a7af0bf8-3dd9-4152-a086-4d5b0cf4b39b),segment_id=a7af0bf8-3dd9-4152-a086-4d5b0cf4b39b)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:26:05.895778 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:05.931773 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a059f090-5d9d-4d6f-959f-3924922f1c31 req-f197e06b-7932-4d13-833b-630cc3a3bd5b tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:05.933819 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a059f090-5d9d-4d6f-959f-3924922f1c31 req-f197e06b-7932-4d13-833b-630cc3a3bd5b tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] 10.222.0.23 "GET /v2.0/ports?device_id=2767cd35-0a35-4b78-9b72-107f31874ebb HTTP/1.1" status: 200 len: 945 time: 0.0583200 Jul 28 09:26:05.955526 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Pushing event updated for resources: {'Port': ['ID=7b6afacf-2a40-45fe-bf93-2fd883badc12,revision_number=5']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:05.992480 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a059f090-5d9d-4d6f-959f-3924922f1c31 req-809c443a-caca-4958-88a4-bea81b0d015d tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] 10.222.0.23 "GET /v2.0/security-groups?id=19b316a4-ad16-494c-bf63-04c117aaf44d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505142 Jul 28 09:26:06.060440 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2767cd35-0a35-4b78-9b72-107f31874ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b6afacf-2a40-45fe-bf93-2fd883badc12'}] {{(pid=93069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:26:06.063225 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386f2323eb9bad1244c7f57c000109fc890726fb555cdcb5e37d65c089562af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a030a32-1925-4158-b5c7-15c42bd8343a" -d '{"events": [{"server_uuid": "2767cd35-0a35-4b78-9b72-107f31874ebb", "name": "network-vif-plugged", "status": "completed", "tag": "7b6afacf-2a40-45fe-bf93-2fd883badc12"}]}' {{(pid=93069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:26:06.097676 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2571fa0-be38-46f0-9263-9721db2ba776 req-5903642e-602d-4148-af7f-c9ca0f375ad3 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:06.099244 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a2571fa0-be38-46f0-9263-9721db2ba776 req-5903642e-602d-4148-af7f-c9ca0f375ad3 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=722bacfd-c01b-427f-a5db-de2581b3dc2e HTTP/1.1" status: 200 len: 945 time: 0.0813692 Jul 28 09:26:06.102374 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9228547e-092d-4e32-ae80-a85a78cc6164 req-327334aa-aef4-455a-ac01-cc4225dce512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:06.103790 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-9228547e-092d-4e32-ae80-a85a78cc6164 req-327334aa-aef4-455a-ac01-cc4225dce512 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cdd4025f7c74471e81aa73079f97a769&device_id=722bacfd-c01b-427f-a5db-de2581b3dc2e HTTP/1.1" status: 200 len: 1098 time: 0.0767949 Jul 28 09:26:06.115446 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 09:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338e36e6-c342-4bcf-a6b9-ae537a57b1fb x-openstack-request-id: req-338e36e6-c342-4bcf-a6b9-ae537a57b1fb {{(pid=93069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:26:06.115954 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2767cd35-0a35-4b78-9b72-107f31874ebb", "name": "network-vif-plugged", "status": "completed", "tag": "7b6afacf-2a40-45fe-bf93-2fd883badc12", "code": 200}]} {{(pid=93069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:26:06.116355 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-338e36e6-c342-4bcf-a6b9-ae537a57b1fb {{(pid=93069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:26:06.117310 dv-cinder-802669-1-iscsi neutron-server[93069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2767cd35-0a35-4b78-9b72-107f31874ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b6afacf-2a40-45fe-bf93-2fd883badc12', 'code': 200} Jul 28 09:26:06.155324 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 48884) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:26:06.197793 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a2571fa0-be38-46f0-9263-9721db2ba776 req-c37a637e-f652-467b-a712-5bb4eaaa8464 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902569 Jul 28 09:26:06.205958 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b953d59-977b-466c-a40a-50eb67a79f34 admin admin] Deleting subnet 61e50f48-50e8-4618-b21c-b14a06b78060 {{(pid=93068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 09:26:06.210668 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-9b953d59-977b-466c-a40a-50eb67a79f34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:06.244735 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9228547e-092d-4e32-ae80-a85a78cc6164 req-b2aea25a-16c3-4cd2-b6fe-4c59ce1453a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:06.246408 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-9228547e-092d-4e32-ae80-a85a78cc6164 req-b2aea25a-16c3-4cd2-b6fe-4c59ce1453a0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=bc5fa390-0a22-474b-ac35-e54c73e4ebd9 HTTP/1.1" status: 200 len: 920 time: 0.1227355 Jul 28 09:26:06.246853 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-9b953d59-977b-466c-a40a-50eb67a79f34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6036963'] for subnet, precommit_delete_associations {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:06.290734 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-9b953d59-977b-466c-a40a-50eb67a79f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996982'] for subnet, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:06.314427 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-9228547e-092d-4e32-ae80-a85a78cc6164 req-20ae794c-8f8c-4810-b9d7-0ba71851d1f4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b4fdddf-03d6-4edc-b888-724b64f54c3b HTTP/1.1" status: 200 len: 217 time: 0.0439892 Jul 28 09:26:06.341562 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-9b953d59-977b-466c-a40a-50eb67a79f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6036889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6272565'] for subnet, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:06.370353 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-9b953d59-977b-466c-a40a-50eb67a79f34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for subnet, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:06.374833 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-9b953d59-977b-466c-a40a-50eb67a79f34 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/61e50f48-50e8-4618-b21c-b14a06b78060 HTTP/1.1" status: 204 len: 168 time: 0.2184093 Jul 28 09:26:06.375653 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 48886) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:26:06.375941 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b953d59-977b-466c-a40a-50eb67a79f34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61e50f48-50e8-4618-b21c-b14a06b78060,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:06.436585 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9228547e-092d-4e32-ae80-a85a78cc6164 req-2f41fe11-e708-4cf8-b3e8-2c7997d69444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:06.438028 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-9228547e-092d-4e32-ae80-a85a78cc6164 req-2f41fe11-e708-4cf8-b3e8-2c7997d69444 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e1f74411-6c4e-4dfc-902d-6f35d76f4922 HTTP/1.1" status: 200 len: 859 time: 0.1073353 Jul 28 09:26:06.440538 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e42f214-cc26-4b72-902a-671e37ce4fbd req-9b60710c-3784-43b8-9d03-a00268fc7455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:06.442882 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-4e42f214-cc26-4b72-902a-671e37ce4fbd req-9b60710c-3784-43b8-9d03-a00268fc7455 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=2767cd35-0a35-4b78-9b72-107f31874ebb HTTP/1.1" status: 200 len: 1099 time: 0.1371953 Jul 28 09:26:06.506575 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-9228547e-092d-4e32-ae80-a85a78cc6164 req-da11c0a1-6da2-4124-9292-9148138ffdb3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bc5fa390-0a22-474b-ac35-e54c73e4ebd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489092 Jul 28 09:26:06.510621 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c0156d86-ae7e-44fe-8001-666edc7bf5bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599172'] for network, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:06.581821 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-4e42f214-cc26-4b72-902a-671e37ce4fbd req-812de639-69f8-4e0d-97ee-017c28d0f6e9 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=19b316a4-ad16-494c-bf63-04c117aaf44d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210778 Jul 28 09:26:06.687082 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c0156d86-ae7e-44fe-8001-666edc7bf5bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983811', 'neutron.services.segments.db._delete_segments_for_network-8732595736369'] for network, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:06.709403 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c0156d86-ae7e-44fe-8001-666edc7bf5bb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:26:06.709665 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c0156d86-ae7e-44fe-8001-666edc7bf5bb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:26:06.710381 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c0156d86-ae7e-44fe-8001-666edc7bf5bb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:26:06.710729 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c0156d86-ae7e-44fe-8001-666edc7bf5bb admin admin] Subscribe: > port after_create 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:26:06.711066 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c0156d86-ae7e-44fe-8001-666edc7bf5bb admin admin] Subscribe: > port after_delete 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:26:06.711407 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c0156d86-ae7e-44fe-8001-666edc7bf5bb admin admin] Subscribe: > port after_update 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:26:06.711796 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c0156d86-ae7e-44fe-8001-666edc7bf5bb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:26:06.712131 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c0156d86-ae7e-44fe-8001-666edc7bf5bb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:26:06.712443 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c0156d86-ae7e-44fe-8001-666edc7bf5bb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:26:06.712758 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c0156d86-ae7e-44fe-8001-666edc7bf5bb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:26:06.857278 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c0156d86-ae7e-44fe-8001-666edc7bf5bb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:26:06.857627 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c0156d86-ae7e-44fe-8001-666edc7bf5bb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:26:06.857960 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c0156d86-ae7e-44fe-8001-666edc7bf5bb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:26:06.858294 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c0156d86-ae7e-44fe-8001-666edc7bf5bb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93067) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 09:26:06.858677 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.services.segments.db [None req-c0156d86-ae7e-44fe-8001-666edc7bf5bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceb6bcfd-f4e9-4248-9fdf-a6ce39da96d0']}} {{(pid=93067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:26:06.888028 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.services.segments.db [None req-c0156d86-ae7e-44fe-8001-666edc7bf5bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28441dc8-6c09-4189-9c23-3c663f00d4dc') {'for_net_delete': True} {{(pid=93067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:26:06.888318 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.services.segments.db [None req-c0156d86-ae7e-44fe-8001-666edc7bf5bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28441dc8-6c09-4189-9c23-3c663f00d4dc') {} {{(pid=93067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:26:06.912667 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-9228547e-092d-4e32-ae80-a85a78cc6164 req-7c408d08-200d-4e92-b130-b79c0aa2c4cc service neutron] 10.222.0.32 "GET /v2.0/networks/bc5fa390-0a22-474b-ac35-e54c73e4ebd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3834305 Jul 28 09:26:06.930932 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c0156d86-ae7e-44fe-8001-666edc7bf5bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732595737146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5893339'] for segment, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:06.967243 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c0156d86-ae7e-44fe-8001-666edc7bf5bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998659'] for segment, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:07.026110 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0156d86-ae7e-44fe-8001-666edc7bf5bb admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=93067) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 09:26:07.026442 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c0156d86-ae7e-44fe-8001-666edc7bf5bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33549985'] for segment, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:07.030708 dv-cinder-802669-1-iscsi neutron-server[93067]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 09:26:07.030708 dv-cinder-802669-1-iscsi neutron-server[93067]: from cryptography.utils import int_from_bytes Jul 28 09:26:07.030708 dv-cinder-802669-1-iscsi neutron-server[93067]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 28 09:26:07.030708 dv-cinder-802669-1-iscsi neutron-server[93067]: from cryptography.utils import int_from_bytes Jul 28 09:26:07.030708 dv-cinder-802669-1-iscsi neutron-server[93067]: Traceback (most recent call last): Jul 28 09:26:07.030708 dv-cinder-802669-1-iscsi neutron-server[93067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 09:26:07.030708 dv-cinder-802669-1-iscsi neutron-server[93067]: timer() Jul 28 09:26:07.030708 dv-cinder-802669-1-iscsi neutron-server[93067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 09:26:07.030708 dv-cinder-802669-1-iscsi neutron-server[93067]: cb(*args, **kw) Jul 28 09:26:07.030708 dv-cinder-802669-1-iscsi neutron-server[93067]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 09:26:07.030708 dv-cinder-802669-1-iscsi neutron-server[93067]: return func(*args, **kwargs) Jul 28 09:26:07.030708 dv-cinder-802669-1-iscsi neutron-server[93067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 09:26:07.030708 dv-cinder-802669-1-iscsi neutron-server[93067]: self._notify() Jul 28 09:26:07.030708 dv-cinder-802669-1-iscsi neutron-server[93067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 09:26:07.030708 dv-cinder-802669-1-iscsi neutron-server[93067]: self.callback(batched_events) Jul 28 09:26:07.030708 dv-cinder-802669-1-iscsi neutron-server[93067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 09:26:07.030708 dv-cinder-802669-1-iscsi neutron-server[93067]: event.method(event) Jul 28 09:26:07.030708 dv-cinder-802669-1-iscsi neutron-server[93067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 09:26:07.030708 dv-cinder-802669-1-iscsi neutron-server[93067]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 09:26:07.030708 dv-cinder-802669-1-iscsi neutron-server[93067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 09:26:07.030708 dv-cinder-802669-1-iscsi neutron-server[93067]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 09:26:07.030708 dv-cinder-802669-1-iscsi neutron-server[93067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 09:26:07.030708 dv-cinder-802669-1-iscsi neutron-server[93067]: return f(self, *a, **k) Jul 28 09:26:07.030708 dv-cinder-802669-1-iscsi neutron-server[93067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 09:26:07.030708 dv-cinder-802669-1-iscsi neutron-server[93067]: return self._get(url).json() Jul 28 09:26:07.030708 dv-cinder-802669-1-iscsi neutron-server[93067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 09:26:07.030708 dv-cinder-802669-1-iscsi neutron-server[93067]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 09:26:07.030708 dv-cinder-802669-1-iscsi neutron-server[93067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 09:26:07.030708 dv-cinder-802669-1-iscsi neutron-server[93067]: return self.request(url, 'GET', **kwargs) Jul 28 09:26:07.030708 dv-cinder-802669-1-iscsi neutron-server[93067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 09:26:07.030708 dv-cinder-802669-1-iscsi neutron-server[93067]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 09:26:07.030708 dv-cinder-802669-1-iscsi neutron-server[93067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 09:26:07.030708 dv-cinder-802669-1-iscsi neutron-server[93067]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 09:26:07.030708 dv-cinder-802669-1-iscsi neutron-server[93067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 09:26:07.030708 dv-cinder-802669-1-iscsi neutron-server[93067]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 09:26:07.030708 dv-cinder-802669-1-iscsi neutron-server[93067]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 09:26:07.089471 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e393b7-d969-4d4a-8a2f-e52e5e3f37f9 req-b0fc3afd-0705-473d-b751-f99e615d279e tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:07.091035 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-60e393b7-d969-4d4a-8a2f-e52e5e3f37f9 req-b0fc3afd-0705-473d-b751-f99e615d279e tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5cf3764-aba2-4eae-aede-98a02e101b36 HTTP/1.1" status: 200 len: 945 time: 0.2242973 Jul 28 09:26:07.135172 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 48920) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:26:07.175722 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c0156d86-ae7e-44fe-8001-666edc7bf5bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-987120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8269003'] for network, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:07.221721 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c0156d86-ae7e-44fe-8001-666edc7bf5bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for network, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:07.223712 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-c0156d86-ae7e-44fe-8001-666edc7bf5bb admin admin] 10.222.0.23 "DELETE /v2.0/networks/ceb6bcfd-f4e9-4248-9fdf-a6ce39da96d0 HTTP/1.1" status: 204 len: 168 time: 0.8463054 Jul 28 09:26:07.226320 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 48926) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:26:07.227699 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-9228547e-092d-4e32-ae80-a85a78cc6164 req-38dae950-52b3-4e0e-a620-7f46f219aa7e service neutron] 10.222.0.32 "GET /v2.0/networks/bc5fa390-0a22-474b-ac35-e54c73e4ebd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814758 Jul 28 09:26:07.232944 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-60e393b7-d969-4d4a-8a2f-e52e5e3f37f9 req-88eec750-6994-4914-b3df-1cd8226db4de tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba7ca661-0cb6-4167-9687-f2b430c66e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294994 Jul 28 09:26:07.233661 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0156d86-ae7e-44fe-8001-666edc7bf5bb admin admin] Pushing event deleted for resources: {'Network': ['ID=ceb6bcfd-f4e9-4248-9fdf-a6ce39da96d0,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:07.256541 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bbcc84-9a80-43ec-97f3-3438f3a6b1e1 req-af3edab4-67ab-4cd1-b4bf-b7d06fa54629 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:07.259163 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-97bbcc84-9a80-43ec-97f3-3438f3a6b1e1 req-af3edab4-67ab-4cd1-b4bf-b7d06fa54629 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] 10.222.0.23 "GET /v2.0/ports?device_id=2767cd35-0a35-4b78-9b72-107f31874ebb HTTP/1.1" status: 200 len: 946 time: 0.1388555 Jul 28 09:26:07.284544 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-01ddccb0-1a47-46e6-8f99-348c5eae7f04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:07.323860 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-97bbcc84-9a80-43ec-97f3-3438f3a6b1e1 req-04fea367-fcfa-49f9-98c2-9e9faa3c6d85 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] 10.222.0.23 "GET /v2.0/security-groups?id=19b316a4-ad16-494c-bf63-04c117aaf44d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555434 Jul 28 09:26:07.362865 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd60540b-24a9-452a-a9fd-6cdcf205fd6d admin admin] Deleting subnet cf8b2db1-67bd-461d-ad85-8d2739d4b6c7 {{(pid=93068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 09:26:07.370441 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-bd60540b-24a9-452a-a9fd-6cdcf205fd6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:07.389926 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec6f3de-2aaa-4c26-87c7-c6496339de5b req-7f94cc4c-ea13-4212-90f7-093479ff366a tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:07.391556 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-bec6f3de-2aaa-4c26-87c7-c6496339de5b req-7f94cc4c-ea13-4212-90f7-093479ff366a tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=722bacfd-c01b-427f-a5db-de2581b3dc2e HTTP/1.1" status: 200 len: 945 time: 0.0607738 Jul 28 09:26:07.427368 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-bd60540b-24a9-452a-a9fd-6cdcf205fd6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6036963'] for subnet, precommit_delete_associations {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:07.433574 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-bec6f3de-2aaa-4c26-87c7-c6496339de5b req-fef763cf-2f7e-4c26-8dcd-b63c9214395a tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353160 Jul 28 09:26:07.491310 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-01ddccb0-1a47-46e6-8f99-348c5eae7f04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:07.494098 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-bd60540b-24a9-452a-a9fd-6cdcf205fd6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996982'] for subnet, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:07.512973 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-01ddccb0-1a47-46e6-8f99-348c5eae7f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:07.570210 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-01ddccb0-1a47-46e6-8f99-348c5eae7f04 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4d745ad2e4974c899c8fdc1a2f413640&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4338124 Jul 28 09:26:07.570469 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 48932) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:26:07.573564 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ddccb0-1a47-46e6-8f99-348c5eae7f04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7764dfb0-d7b4-4400-9a9d-bba397a0f4f0,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:07.596802 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-bd60540b-24a9-452a-a9fd-6cdcf205fd6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6036889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6272565'] for subnet, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:07.636825 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd60540b-24a9-452a-a9fd-6cdcf205fd6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf8b2db1-67bd-461d-ad85-8d2739d4b6c7,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:07.640688 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-bd60540b-24a9-452a-a9fd-6cdcf205fd6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for subnet, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:07.642680 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-bd60540b-24a9-452a-a9fd-6cdcf205fd6d admin admin] 10.222.0.23 "DELETE /v2.0/subnets/cf8b2db1-67bd-461d-ad85-8d2739d4b6c7 HTTP/1.1" status: 204 len: 168 time: 0.4148693 Jul 28 09:26:07.644529 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-5f8254ae-fff4-4794-b983-6b52d0121e6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:07.645131 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 48936) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:26:07.666809 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-5f8254ae-fff4-4794-b983-6b52d0121e6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:07.715928 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-5f8254ae-fff4-4794-b983-6b52d0121e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:07.718685 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-5f8254ae-fff4-4794-b983-6b52d0121e6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:07.722187 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-5f8254ae-fff4-4794-b983-6b52d0121e6b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7764dfb0-d7b4-4400-9a9d-bba397a0f4f0 HTTP/1.1" status: 204 len: 168 time: 0.1482775 Jul 28 09:26:07.724414 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-a6022701-e020-4e5e-826a-80376a608a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599172'] for network, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:07.729478 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8254ae-fff4-4794-b983-6b52d0121e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7764dfb0-d7b4-4400-9a9d-bba397a0f4f0,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:07.809110 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-a6022701-e020-4e5e-826a-80376a608a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983811', 'neutron.services.segments.db._delete_segments_for_network-8732595736369'] for network, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:07.820197 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.services.segments.db [None req-a6022701-e020-4e5e-826a-80376a608a7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['632be0d4-5cf2-47c3-bb64-59ecd01d622b']}} {{(pid=93068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:26:07.834483 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.services.segments.db [None req-a6022701-e020-4e5e-826a-80376a608a7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f73cf024-3db2-4911-bac3-cf44211def0a') {'for_net_delete': True} {{(pid=93068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:26:07.834782 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.services.segments.db [None req-a6022701-e020-4e5e-826a-80376a608a7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f73cf024-3db2-4911-bac3-cf44211def0a') {} {{(pid=93068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:26:07.843836 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-a6022701-e020-4e5e-826a-80376a608a7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732595737146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6036970'] for segment, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:07.857961 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-a6022701-e020-4e5e-826a-80376a608a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998659'] for segment, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:07.864953 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6022701-e020-4e5e-826a-80376a608a7b admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=93068) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 09:26:07.865343 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-a6022701-e020-4e5e-826a-80376a608a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6036963'] for segment, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:07.866991 dv-cinder-802669-1-iscsi neutron-server[93068]: Traceback (most recent call last): Jul 28 09:26:07.866991 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 09:26:07.866991 dv-cinder-802669-1-iscsi neutron-server[93068]: timer() Jul 28 09:26:07.866991 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 09:26:07.866991 dv-cinder-802669-1-iscsi neutron-server[93068]: cb(*args, **kw) Jul 28 09:26:07.866991 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 09:26:07.866991 dv-cinder-802669-1-iscsi neutron-server[93068]: return func(*args, **kwargs) Jul 28 09:26:07.866991 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 09:26:07.866991 dv-cinder-802669-1-iscsi neutron-server[93068]: self._notify() Jul 28 09:26:07.866991 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 09:26:07.866991 dv-cinder-802669-1-iscsi neutron-server[93068]: self.callback(batched_events) Jul 28 09:26:07.866991 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 09:26:07.866991 dv-cinder-802669-1-iscsi neutron-server[93068]: event.method(event) Jul 28 09:26:07.866991 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 09:26:07.866991 dv-cinder-802669-1-iscsi neutron-server[93068]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 09:26:07.866991 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 09:26:07.866991 dv-cinder-802669-1-iscsi neutron-server[93068]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 09:26:07.866991 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 09:26:07.866991 dv-cinder-802669-1-iscsi neutron-server[93068]: return f(self, *a, **k) Jul 28 09:26:07.866991 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 09:26:07.866991 dv-cinder-802669-1-iscsi neutron-server[93068]: return self._get(url).json() Jul 28 09:26:07.866991 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 09:26:07.866991 dv-cinder-802669-1-iscsi neutron-server[93068]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 09:26:07.866991 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 09:26:07.866991 dv-cinder-802669-1-iscsi neutron-server[93068]: return self.request(url, 'GET', **kwargs) Jul 28 09:26:07.866991 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 09:26:07.866991 dv-cinder-802669-1-iscsi neutron-server[93068]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 09:26:07.866991 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 09:26:07.866991 dv-cinder-802669-1-iscsi neutron-server[93068]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 09:26:07.866991 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 09:26:07.866991 dv-cinder-802669-1-iscsi neutron-server[93068]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 09:26:07.866991 dv-cinder-802669-1-iscsi neutron-server[93068]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 09:26:07.928034 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-a6022701-e020-4e5e-826a-80376a608a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-987120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8269003'] for network, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:07.946989 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-a6022701-e020-4e5e-826a-80376a608a7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for network, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:07.949260 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-a6022701-e020-4e5e-826a-80376a608a7b admin admin] 10.222.0.23 "DELETE /v2.0/networks/632be0d4-5cf2-47c3-bb64-59ecd01d622b HTTP/1.1" status: 204 len: 168 time: 0.3032079 Jul 28 09:26:07.951182 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6022701-e020-4e5e-826a-80376a608a7b admin admin] Pushing event deleted for resources: {'Network': ['ID=632be0d4-5cf2-47c3-bb64-59ecd01d622b,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:08.032856 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 48946) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:26:08.046751 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-e467da00-5dde-4c27-99ab-dbe1f6cba5f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:08.075792 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 48950) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:26:08.130222 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-29dcdb31-6362-4199-9010-e0155365a315 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bd4dc186beba466c8043843e6946f198&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0532093 Jul 28 09:26:08.132637 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 48952) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:26:08.154984 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-e467da00-5dde-4c27-99ab-dbe1f6cba5f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:08.160043 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-e467da00-5dde-4c27-99ab-dbe1f6cba5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:08.182667 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-cb631c00-b69d-4075-837e-1f0755f4ed3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:08.203649 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-e467da00-5dde-4c27-99ab-dbe1f6cba5f2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=deb3458b14a24622bfb26cd75c8a690f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1691418 Jul 28 09:26:08.204543 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e467da00-5dde-4c27-99ab-dbe1f6cba5f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2d568c-483e-4b50-8578-2e78c4969bd3,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:08.207027 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 48954) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:26:08.216851 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-cb631c00-b69d-4075-837e-1f0755f4ed3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:08.285555 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-913b3c1e-65bf-4b6e-bf59-e76fed92249d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:08.304336 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-cb631c00-b69d-4075-837e-1f0755f4ed3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:08.306963 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-cb631c00-b69d-4075-837e-1f0755f4ed3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:08.308133 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-cb631c00-b69d-4075-837e-1f0755f4ed3c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/28e7bc27-5405-4ce5-a52a-5f8d7afa14ff HTTP/1.1" status: 204 len: 168 time: 0.1746056 Jul 28 09:26:08.315249 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-913b3c1e-65bf-4b6e-bf59-e76fed92249d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:08.325237 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb631c00-b69d-4075-837e-1f0755f4ed3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e7bc27-5405-4ce5-a52a-5f8d7afa14ff,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:08.377549 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-913b3c1e-65bf-4b6e-bf59-e76fed92249d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:08.380209 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-913b3c1e-65bf-4b6e-bf59-e76fed92249d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:08.384479 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-913b3c1e-65bf-4b6e-bf59-e76fed92249d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5b2d568c-483e-4b50-8578-2e78c4969bd3 HTTP/1.1" status: 204 len: 168 time: 0.1741123 Jul 28 09:26:08.394795 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913b3c1e-65bf-4b6e-bf59-e76fed92249d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2d568c-483e-4b50-8578-2e78c4969bd3,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:08.454015 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97740b20-9eca-4fec-b030-dc6c3427b241 req-9ed882e5-7003-4922-9823-badae6d8dffc tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:08.456205 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-97740b20-9eca-4fec-b030-dc6c3427b241 req-9ed882e5-7003-4922-9823-badae6d8dffc tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] 10.222.0.23 "GET /v2.0/ports?device_id=2767cd35-0a35-4b78-9b72-107f31874ebb HTTP/1.1" status: 200 len: 946 time: 0.0526927 Jul 28 09:26:08.503798 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-97740b20-9eca-4fec-b030-dc6c3427b241 req-68e06e56-8cf3-4be9-9f68-d68d38571894 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] 10.222.0.23 "GET /v2.0/security-groups?id=19b316a4-ad16-494c-bf63-04c117aaf44d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396826 Jul 28 09:26:08.580483 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779fc775-e28d-446d-b1bf-284561bfa955 req-84427e89-353d-4f69-969c-175a863d2f5b tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:08.582206 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-779fc775-e28d-446d-b1bf-284561bfa955 req-84427e89-353d-4f69-969c-175a863d2f5b tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=722bacfd-c01b-427f-a5db-de2581b3dc2e HTTP/1.1" status: 200 len: 945 time: 0.0672374 Jul 28 09:26:08.623937 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-779fc775-e28d-446d-b1bf-284561bfa955 req-a57179de-df17-4234-93b8-0559f6afd09a tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349483 Jul 28 09:26:08.777973 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 48984) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:26:08.826751 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-36bc8d4a-7a74-49ec-8896-72dda30be4b6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f805c8d2f04c485485782ebec96d6cdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0454385 Jul 28 09:26:08.827400 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 48988) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:26:08.878877 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-65cca537-50bf-438f-8854-c427ad1654bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:08.912474 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-65cca537-50bf-438f-8854-c427ad1654bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:08.965738 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-65cca537-50bf-438f-8854-c427ad1654bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:08.968801 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-65cca537-50bf-438f-8854-c427ad1654bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:08.970781 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-65cca537-50bf-438f-8854-c427ad1654bc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/61f2d4f3-0ad7-4292-b907-3aa55b06b907 HTTP/1.1" status: 204 len: 168 time: 0.1425192 Jul 28 09:26:08.979692 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cca537-50bf-438f-8854-c427ad1654bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f2d4f3-0ad7-4292-b907-3aa55b06b907,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:09.619683 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8341114-17b0-475a-912b-e4661f5f6010 req-46173fd8-ee0d-412a-a417-25840035648e tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:09.621289 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-d8341114-17b0-475a-912b-e4661f5f6010 req-46173fd8-ee0d-412a-a417-25840035648e tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] 10.222.0.23 "GET /v2.0/ports?device_id=2767cd35-0a35-4b78-9b72-107f31874ebb HTTP/1.1" status: 200 len: 946 time: 0.0594966 Jul 28 09:26:09.681177 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-d8341114-17b0-475a-912b-e4661f5f6010 req-5a62bd78-d862-4e99-a85d-c5b8d32c422d tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] 10.222.0.23 "GET /v2.0/security-groups?id=19b316a4-ad16-494c-bf63-04c117aaf44d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517137 Jul 28 09:26:09.769680 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9711bc-567c-4f30-b8d7-8e7c867ca980 req-1654cfa5-5500-4075-89e0-2a95d3f6f9cf tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:09.771080 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2b9711bc-567c-4f30-b8d7-8e7c867ca980 req-1654cfa5-5500-4075-89e0-2a95d3f6f9cf tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=722bacfd-c01b-427f-a5db-de2581b3dc2e HTTP/1.1" status: 200 len: 945 time: 0.0591886 Jul 28 09:26:09.812204 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2b9711bc-567c-4f30-b8d7-8e7c867ca980 req-8b8d8f24-3d72-4199-8f3d-c6a86f7b2c2c tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337245 Jul 28 09:26:09.925870 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 49050) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:26:10.118699 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.v2.base [None req-4f82ebdf-85ed-4b2e-9741-c141476c72d7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2049273350-network', 'tenant_id': 'b0bed69fc98347318765653ba412b638'}} {{(pid=93068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:26:10.154874 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f82ebdf-85ed-4b2e-9741-c141476c72d7 admin admin] Made reservation on behalf of b0bed69fc98347318765653ba412b638 for: {'network': 1} {{(pid=93068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:26:10.159557 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-4f82ebdf-85ed-4b2e-9741-c141476c72d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for network, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:10.176991 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-4f82ebdf-85ed-4b2e-9741-c141476c72d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:10.292212 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-4f82ebdf-85ed-4b2e-9741-c141476c72d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:10.297318 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-4f82ebdf-85ed-4b2e-9741-c141476c72d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:10.315908 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f82ebdf-85ed-4b2e-9741-c141476c72d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=93068) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 09:26:10.336228 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-4f82ebdf-85ed-4b2e-9741-c141476c72d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998659'] for segment, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:10.336572 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.db.segments_db [None req-4f82ebdf-85ed-4b2e-9741-c141476c72d7 admin admin] Added segment 64e20506-26f3-4d95-b013-8fb570658f22 of type vlan for network 1a784077-0c76-428e-b683-1275b4c6c8ec Jul 28 09:26:10.338237 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f82ebdf-85ed-4b2e-9741-c141476c72d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6502be8d-c495-4641-872b-9b65f21f0e2d,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:10.382741 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-4f82ebdf-85ed-4b2e-9741-c141476c72d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732595274087'] for network, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:10.419595 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-4f82ebdf-85ed-4b2e-9741-c141476c72d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296'] for network, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:10.420649 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f82ebdf-85ed-4b2e-9741-c141476c72d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:10.421229 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-4f82ebdf-85ed-4b2e-9741-c141476c72d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for network, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:10.476105 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-4f82ebdf-85ed-4b2e-9741-c141476c72d7 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5492094 Jul 28 09:26:10.479135 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 49080) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:26:10.484798 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [None req-a84c2b8a-8996-43ba-b9ee-8aa2b64e86cb admin admin] Request body: {'subnet': {'network_id': '1a784077-0c76-428e-b683-1275b4c6c8ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2049273350-subnet', 'tenant_id': 'b0bed69fc98347318765653ba412b638', 'ip_version': 4}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:26:10.488171 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f82ebdf-85ed-4b2e-9741-c141476c72d7 admin admin] Pushing event updated for resources: {'Network': ['ID=1a784077-0c76-428e-b683-1275b4c6c8ec,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:10.499474 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Network 1a784077-0c76-428e-b683-1275b4c6c8ec details requested by agent ovs-agent-dv-cinder-802669-1-iscsi with host dv-cinder-802669-1-iscsi {{(pid=93069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 09:26:10.509420 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a84c2b8a-8996-43ba-b9ee-8aa2b64e86cb admin admin] Made reservation on behalf of b0bed69fc98347318765653ba412b638 for: {'subnet': 1} {{(pid=93067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:26:10.512122 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-a84c2b8a-8996-43ba-b9ee-8aa2b64e86cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33525647'] for subnet, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:10.682453 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-a84c2b8a-8996-43ba-b9ee-8aa2b64e86cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33549850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33525757'] for subnet, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:10.745772 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84c2b8a-8996-43ba-b9ee-8aa2b64e86cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=73e0b46b-2911-4215-97db-6e8470a5e7df,revision_number=0']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:10.775945 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84c2b8a-8996-43ba-b9ee-8aa2b64e86cb admin admin] Checking segment: {'id': '64e20506-26f3-4d95-b013-8fb570658f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1a784077-0c76-428e-b683-1275b4c6c8ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 09:26:10.776163 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84c2b8a-8996-43ba-b9ee-8aa2b64e86cb admin admin] Network hostable DHCP agents. Network: 1a784077-0c76-428e-b683-1275b4c6c8ec, hostable agents: ['eded7055-7227-4503-b186-c85c89196e66'], hosted agents: [] {{(pid=93067) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 09:26:10.803972 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84c2b8a-8996-43ba-b9ee-8aa2b64e86cb admin admin] Network 1a784077-0c76-428e-b683-1275b4c6c8ec is scheduled to be hosted by DHCP agent eded7055-7227-4503-b186-c85c89196e66 with binding_index 1 {{(pid=93067) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 09:26:10.813546 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb16e25-a32f-44a1-b060-8234cbdd2a9e req-a1efb73a-0383-471f-abb6-6cfd08286f2a tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:10.815047 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-beb16e25-a32f-44a1-b060-8234cbdd2a9e req-a1efb73a-0383-471f-abb6-6cfd08286f2a tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] 10.222.0.23 "GET /v2.0/ports?device_id=2767cd35-0a35-4b78-9b72-107f31874ebb HTTP/1.1" status: 200 len: 946 time: 0.0668738 Jul 28 09:26:10.827913 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.base_scheduler [None req-a84c2b8a-8996-43ba-b9ee-8aa2b64e86cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802669-1-iscsi, 1a784077-0c76-428e-b683-1275b4c6c8ec) {{(pid=93067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:26:10.839279 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31c15a4-0d59-4a13-929f-04093cba136b None None] Network 1a784077-0c76-428e-b683-1275b4c6c8ec requested from dv-cinder-802669-1-iscsi {{(pid=93069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 09:26:10.840130 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84c2b8a-8996-43ba-b9ee-8aa2b64e86cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:10.840716 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-a84c2b8a-8996-43ba-b9ee-8aa2b64e86cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:10.870443 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-beb16e25-a32f-44a1-b060-8234cbdd2a9e req-6c54be42-64b3-4f66-80d0-fcbfa81d1ccd tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] 10.222.0.23 "GET /v2.0/security-groups?id=19b316a4-ad16-494c-bf63-04c117aaf44d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487468 Jul 28 09:26:10.872220 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-a84c2b8a-8996-43ba-b9ee-8aa2b64e86cb admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3918574 Jul 28 09:26:10.874864 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 49112) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:26:10.879834 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [None req-3901dd70-ba4c-45c1-a8ec-6011186ada14 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2049273350-router', 'tenant_id': 'b0bed69fc98347318765653ba412b638', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244'}}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:26:10.916687 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-3901dd70-ba4c-45c1-a8ec-6011186ada14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7992358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-245501'] for router, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:10.918000 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-3901dd70-ba4c-45c1-a8ec-6011186ada14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7992449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8268108', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7907194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-245482'] for router, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:11.038349 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7972493e-c0f8-4c3f-aac3-d1b2b80a7b75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc683d508-302d-5167-8507-eca6b1e3656d-1a784077-0c76-428e-b683-1275b4c6c8ec', 'network_id': '1a784077-0c76-428e-b683-1275b4c6c8ec', 'tenant_id': 'b0bed69fc98347318765653ba412b638', 'fixed_ips': [{'subnet_id': '73e0b46b-2911-4215-97db-6e8470a5e7df'}]}} from dv-cinder-802669-1-iscsi. {{(pid=93069) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 09:26:11.039252 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-7972493e-c0f8-4c3f-aac3-d1b2b80a7b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_create {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:11.210401 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.db_base_plugin_common [None req-7972493e-c0f8-4c3f-aac3-d1b2b80a7b75 None None] Allocated IP 172.20.0.2 (1a784077-0c76-428e-b683-1275b4c6c8ec/73e0b46b-2911-4215-97db-6e8470a5e7df/7e03b2d6-bb9a-49cb-b3ac-df9b860bf56f) {{(pid=93069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:26:11.249246 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-3901dd70-ba4c-45c1-a8ec-6011186ada14 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:11.266363 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d16335-379f-46ea-a762-93ed27ae8c53 req-107ad695-222b-4780-a2d5-c80f89fba5f2 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:11.275846 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a0d16335-379f-46ea-a762-93ed27ae8c53 req-107ad695-222b-4780-a2d5-c80f89fba5f2 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=722bacfd-c01b-427f-a5db-de2581b3dc2e HTTP/1.1" status: 200 len: 945 time: 0.3541400 Jul 28 09:26:11.408308 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-7972493e-c0f8-4c3f-aac3-d1b2b80a7b75 None None] Notify callbacks [] for port, precommit_create {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:11.417748 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-7972493e-c0f8-4c3f-aac3-d1b2b80a7b75 None None] Transition to ACTIVE for port object 7e03b2d6-bb9a-49cb-b3ac-df9b860bf56f will not be triggered until provisioned by entity L2. {{(pid=93069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:26:11.434346 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-7972493e-c0f8-4c3f-aac3-d1b2b80a7b75 None None] Transition to ACTIVE for port object 7e03b2d6-bb9a-49cb-b3ac-df9b860bf56f will not be triggered until provisioned by entity DHCP. {{(pid=93069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:26:11.438125 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-3901dd70-ba4c-45c1-a8ec-6011186ada14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8268982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7992340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-245272'] for router, precommit_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:11.446760 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-7972493e-c0f8-4c3f-aac3-d1b2b80a7b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732595289878'] for port, after_create {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:11.451271 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a0d16335-379f-46ea-a762-93ed27ae8c53 req-6831b247-b21b-46d9-aaed-6a1fc5e1d0cf tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743355 Jul 28 09:26:11.513917 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7972493e-c0f8-4c3f-aac3-d1b2b80a7b75 None None] Network 1a784077-0c76-428e-b683-1275b4c6c8ec is already hosted by enough agents. {{(pid=93069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:26:11.521555 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.scheduler.base_scheduler [None req-7972493e-c0f8-4c3f-aac3-d1b2b80a7b75 None None] Resources bound (agent type, host, resource id): {{(pid=93069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:26:11.525167 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7972493e-c0f8-4c3f-aac3-d1b2b80a7b75 None None] Received port after_create {{(pid=93069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 09:26:11.571401 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7972493e-c0f8-4c3f-aac3-d1b2b80a7b75 None None] Pushing event updated for resources: {'Port': ['ID=7e03b2d6-bb9a-49cb-b3ac-df9b860bf56f,revision_number=1']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:11.615759 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.managers [None req-7972493e-c0f8-4c3f-aac3-d1b2b80a7b75 None None] Attempting to bind port 7e03b2d6-bb9a-49cb-b3ac-df9b860bf56f on host dv-cinder-802669-1-iscsi for vnic_type normal with profile {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 09:26:11.616101 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.managers [None req-7972493e-c0f8-4c3f-aac3-d1b2b80a7b75 None None] Attempting to bind port 7e03b2d6-bb9a-49cb-b3ac-df9b860bf56f by drivers openvswitch,hyperv on host dv-cinder-802669-1-iscsi at level 0 using segments [{'id': '64e20506-26f3-4d95-b013-8fb570658f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1a784077-0c76-428e-b683-1275b4c6c8ec'}] {{(pid=93069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 09:26:11.616703 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7972493e-c0f8-4c3f-aac3-d1b2b80a7b75 None None] Attempting to bind port 7e03b2d6-bb9a-49cb-b3ac-df9b860bf56f on network 1a784077-0c76-428e-b683-1275b4c6c8ec {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 09:26:11.624767 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7972493e-c0f8-4c3f-aac3-d1b2b80a7b75 None None] Checking agent: {'id': 'c23067a4-a93a-4753-ba74-9a71aabd88dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 9, 17, 1), 'started_at': datetime.datetime(2021, 7, 28, 9, 17, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 9, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 09:26:11.625139 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7972493e-c0f8-4c3f-aac3-d1b2b80a7b75 None None] Checking segment: {'id': '64e20506-26f3-4d95-b013-8fb570658f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1a784077-0c76-428e-b683-1275b4c6c8ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 09:26:11.627561 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-7972493e-c0f8-4c3f-aac3-d1b2b80a7b75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:11.627994 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7972493e-c0f8-4c3f-aac3-d1b2b80a7b75 None None] Bound using segment: {'id': '64e20506-26f3-4d95-b013-8fb570658f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1a784077-0c76-428e-b683-1275b4c6c8ec'} {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 09:26:11.628618 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.managers [None req-7972493e-c0f8-4c3f-aac3-d1b2b80a7b75 None None] Bound port: 7e03b2d6-bb9a-49cb-b3ac-df9b860bf56f, host: dv-cinder-802669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64e20506-26f3-4d95-b013-8fb570658f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1a784077-0c76-428e-b683-1275b4c6c8ec'}}] {{(pid=93069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 09:26:11.629007 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-7972493e-c0f8-4c3f-aac3-d1b2b80a7b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:11.702431 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-7972493e-c0f8-4c3f-aac3-d1b2b80a7b75 None None] For port 7e03b2d6-bb9a-49cb-b3ac-df9b860bf56f, host dv-cinder-802669-1-iscsi, cleared binding levels {{(pid=93069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:26:11.707198 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-7972493e-c0f8-4c3f-aac3-d1b2b80a7b75 None None] For port 7e03b2d6-bb9a-49cb-b3ac-df9b860bf56f, host dv-cinder-802669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=7e03b2d6-bb9a-49cb-b3ac-df9b860bf56f,segment=NetworkSegment(64e20506-26f3-4d95-b013-8fb570658f22),segment_id=64e20506-26f3-4d95-b013-8fb570658f22)] {{(pid=93069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:26:11.712867 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-7972493e-c0f8-4c3f-aac3-d1b2b80a7b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:11.742462 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-3901dd70-ba4c-45c1-a8ec-6011186ada14 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:11.773002 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-3901dd70-ba4c-45c1-a8ec-6011186ada14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:11.787449 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7972493e-c0f8-4c3f-aac3-d1b2b80a7b75 None None] Pushing event updated for resources: {'Port': ['ID=7e03b2d6-bb9a-49cb-b3ac-df9b860bf56f,revision_number=2']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:11.804179 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3353a78-dbc5-4942-a976-16d1adf15001 req-fb71f479-9298-4015-bbb0-f66e4371014f tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:11.805836 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a3353a78-dbc5-4942-a976-16d1adf15001 req-fb71f479-9298-4015-bbb0-f66e4371014f tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] 10.222.0.32 "GET /v2.0/ports?device_id=2767cd35-0a35-4b78-9b72-107f31874ebb HTTP/1.1" status: 200 len: 946 time: 0.1013415 Jul 28 09:26:11.978700 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.plugin [req-a3353a78-dbc5-4942-a976-16d1adf15001 req-f6c17c39-7576-4388-9852-a129a99bf17e tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Deleting port 7b6afacf-2a40-45fe-bf93-2fd883badc12 {{(pid=93067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 09:26:11.979401 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-a3353a78-dbc5-4942-a976-16d1adf15001 req-f6c17c39-7576-4388-9852-a129a99bf17e tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732595656843'] for port, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:11.988774 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 49182) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:26:12.109871 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.db_base_plugin_common [None req-3901dd70-ba4c-45c1-a8ec-6011186ada14 admin admin] Allocated IP 172.27.3.115 (30331174-7d3c-4928-87ce-fe2956ee4244/7bde36bf-957f-4642-ab95-d9df711170af/f639217d-80db-4c77-a607-e479334fe711) {{(pid=93067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:26:12.132786 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47310b98-a2eb-444f-872d-fe8db14f83f9 req-5b1afba9-5deb-42d2-93b0-fe24bb67966d tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:12.134388 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-47310b98-a2eb-444f-872d-fe8db14f83f9 req-5b1afba9-5deb-42d2-93b0-fe24bb67966d tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] 10.222.0.23 "GET /v2.0/ports?device_id=2767cd35-0a35-4b78-9b72-107f31874ebb HTTP/1.1" status: 200 len: 946 time: 0.1581526 Jul 28 09:26:12.138052 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-7da45673-7d09-4975-a071-8e74aab16298 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:12.216297 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.db [req-a3353a78-dbc5-4942-a976-16d1adf15001 req-f6c17c39-7576-4388-9852-a129a99bf17e tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] For port 7b6afacf-2a40-45fe-bf93-2fd883badc12, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=7b6afacf-2a40-45fe-bf93-2fd883badc12,segment=NetworkSegment(a7af0bf8-3dd9-4152-a086-4d5b0cf4b39b),segment_id=a7af0bf8-3dd9-4152-a086-4d5b0cf4b39b)] {{(pid=93067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:26:12.216672 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-a3353a78-dbc5-4942-a976-16d1adf15001 req-f6c17c39-7576-4388-9852-a129a99bf17e tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8264998'] for port, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:12.239733 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.plugin [req-a3353a78-dbc5-4942-a976-16d1adf15001 req-f6c17c39-7576-4388-9852-a129a99bf17e tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Calling delete_port for 7b6afacf-2a40-45fe-bf93-2fd883badc12 owned by compute:nova {{(pid=93067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 09:26:12.256621 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-7da45673-7d09-4975-a071-8e74aab16298 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:12.261181 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-7da45673-7d09-4975-a071-8e74aab16298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:12.261946 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-47310b98-a2eb-444f-872d-fe8db14f83f9 req-af2d64dd-bd45-4bb6-8b8c-d90f38fb2f14 tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] 10.222.0.23 "GET /v2.0/security-groups?id=19b316a4-ad16-494c-bf63-04c117aaf44d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167414 Jul 28 09:26:12.304538 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-7da45673-7d09-4975-a071-8e74aab16298 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5e3a91d299d740af835b95edcd83ec57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3145492 Jul 28 09:26:12.305213 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 49188) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:26:12.306156 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da45673-7d09-4975-a071-8e74aab16298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3baff720-71d2-4ad7-9e86-8ceeb6ffb5b6,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:12.351743 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-3901dd70-ba4c-45c1-a8ec-6011186ada14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:12.367104 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-9ce0bb21-6cb4-4279-8103-92250e52dcc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:12.390896 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-9ce0bb21-6cb4-4279-8103-92250e52dcc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:12.441334 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-3901dd70-ba4c-45c1-a8ec-6011186ada14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732595289878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33549966'] for port, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:12.451249 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-9ce0bb21-6cb4-4279-8103-92250e52dcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:12.454712 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-9ce0bb21-6cb4-4279-8103-92250e52dcc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:12.455959 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-9ce0bb21-6cb4-4279-8103-92250e52dcc1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3baff720-71d2-4ad7-9e86-8ceeb6ffb5b6 HTTP/1.1" status: 204 len: 168 time: 0.1470649 Jul 28 09:26:12.464799 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce0bb21-6cb4-4279-8103-92250e52dcc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3baff720-71d2-4ad7-9e86-8ceeb6ffb5b6,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:12.468799 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-a3353a78-dbc5-4942-a976-16d1adf15001 req-f6c17c39-7576-4388-9852-a129a99bf17e tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732595661087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732595289887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33549966'] for port, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:12.494455 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] get_ports_and_sgs() called for port_ids ['7b6afacf-2a40-45fe-bf93-2fd883badc12'] {{(pid=93069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:26:12.494698 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3901dd70-ba4c-45c1-a8ec-6011186ada14 admin admin] Network 30331174-7d3c-4928-87ce-fe2956ee4244 is already hosted by enough agents. {{(pid=93067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:26:12.500563 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.base_scheduler [None req-3901dd70-ba4c-45c1-a8ec-6011186ada14 admin admin] Resources bound (agent type, host, resource id): {{(pid=93067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:26:12.510000 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3901dd70-ba4c-45c1-a8ec-6011186ada14 admin admin] Received port after_create {{(pid=93067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 09:26:12.518139 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3901dd70-ba4c-45c1-a8ec-6011186ada14 admin admin] Pushing event updated for resources: {'Port': ['ID=f639217d-80db-4c77-a607-e479334fe711,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:12.584389 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device 7e03b2d6-bb9a-49cb-b3ac-df9b860bf56f up at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:26:12.600519 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3353a78-dbc5-4942-a976-16d1adf15001 req-f6c17c39-7576-4388-9852-a129a99bf17e tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] No DVR routers for this DVR port 7b6afacf-2a40-45fe-bf93-2fd883badc12 on host hv-cinder-80266 {{(pid=93067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 09:26:12.603715 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c17c39-7576-4388-9852-a129a99bf17e tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Pushing event deleted for resources: {'Port': ['ID=7b6afacf-2a40-45fe-bf93-2fd883badc12,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:12.639939 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-a3353a78-dbc5-4942-a976-16d1adf15001 req-f6c17c39-7576-4388-9852-a129a99bf17e tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905'] for port, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:12.645309 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a3353a78-dbc5-4942-a976-16d1adf15001 req-f6c17c39-7576-4388-9852-a129a99bf17e tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] 10.222.0.32 "DELETE /v2.0/ports/7b6afacf-2a40-45fe-bf93-2fd883badc12 HTTP/1.1" status: 204 len: 173 time: 0.8314009 Jul 28 09:26:12.645789 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2767cd35-0a35-4b78-9b72-107f31874ebb', 'name': 'network-vif-deleted', 'tag': '7b6afacf-2a40-45fe-bf93-2fd883badc12'}] {{(pid=93067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:26:12.650362 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}119bb006a51e6799d77012a49065aa76076224f53078518f9bbc3af1ae40a877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c730c9b2-8ba5-4fe6-ae57-a07b73750e72" -d '{"events": [{"server_uuid": "2767cd35-0a35-4b78-9b72-107f31874ebb", "name": "network-vif-deleted", "tag": "7b6afacf-2a40-45fe-bf93-2fd883badc12"}]}' {{(pid=93067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:26:12.677966 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning for port 7e03b2d6-bb9a-49cb-b3ac-df9b860bf56f completed by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:26:12.774231 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 09:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ffc5cb2-bf09-4880-936c-fecb608fd4b0 x-openstack-request-id: req-2ffc5cb2-bf09-4880-936c-fecb608fd4b0 {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:26:12.774591 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2767cd35-0a35-4b78-9b72-107f31874ebb", "name": "network-vif-deleted", "tag": "7b6afacf-2a40-45fe-bf93-2fd883badc12", "status": "completed", "code": 200}]} {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:26:12.774770 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2ffc5cb2-bf09-4880-936c-fecb608fd4b0 {{(pid=93067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:26:12.775171 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2767cd35-0a35-4b78-9b72-107f31874ebb', 'name': 'network-vif-deleted', 'tag': '7b6afacf-2a40-45fe-bf93-2fd883badc12', 'status': 'completed', 'code': 200} Jul 28 09:26:12.875945 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 49200) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:26:12.889304 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-34b96ba8-bd21-4358-a3ea-96137fa46e10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:12.933642 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-3901dd70-ba4c-45c1-a8ec-6011186ada14 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:12.988554 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-34b96ba8-bd21-4358-a3ea-96137fa46e10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:12.993587 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-34b96ba8-bd21-4358-a3ea-96137fa46e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:13.026217 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749b0887-6cf0-4f0b-a444-f4626784da41 None None] Network 1a784077-0c76-428e-b683-1275b4c6c8ec requested from dv-cinder-802669-1-iscsi {{(pid=93069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 09:26:13.031102 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b96ba8-bd21-4358-a3ea-96137fa46e10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12dcfb16-9b69-403e-8634-1d3599ea661f,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:13.036662 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-34b96ba8-bd21-4358-a3ea-96137fa46e10 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=01f9cbcfd3544ec7a8fd5a6d9ff9be59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1593115 Jul 28 09:26:13.039463 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 49206) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:26:13.090472 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-4a90f7e7-66b5-4b90-ae8f-d26f77bd3254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:13.094152 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-e07bf75e-6d63-47b4-9c55-0aad092da55d None None] Provisioning for port 7e03b2d6-bb9a-49cb-b3ac-df9b860bf56f completed by entity DHCP. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:26:13.102480 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-e07bf75e-6d63-47b4-9c55-0aad092da55d None None] Provisioning complete for port 7e03b2d6-bb9a-49cb-b3ac-df9b860bf56f triggered by entity DHCP. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:26:13.102858 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-e07bf75e-6d63-47b4-9c55-0aad092da55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:13.116916 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-4a90f7e7-66b5-4b90-ae8f-d26f77bd3254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:13.140398 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e310dca-42f4-4d70-8a54-d5278d3df4a3 req-6d543bfd-ad1a-4abb-9b3d-50bd72a26b5c tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:13.142624 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-6e310dca-42f4-4d70-8a54-d5278d3df4a3 req-6d543bfd-ad1a-4abb-9b3d-50bd72a26b5c tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=722bacfd-c01b-427f-a5db-de2581b3dc2e HTTP/1.1" status: 200 len: 945 time: 0.1075118 Jul 28 09:26:13.168361 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-4a90f7e7-66b5-4b90-ae8f-d26f77bd3254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:13.171047 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-4a90f7e7-66b5-4b90-ae8f-d26f77bd3254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:13.175186 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-4a90f7e7-66b5-4b90-ae8f-d26f77bd3254 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/12dcfb16-9b69-403e-8634-1d3599ea661f HTTP/1.1" status: 204 len: 168 time: 0.1319387 Jul 28 09:26:13.181052 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a90f7e7-66b5-4b90-ae8f-d26f77bd3254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12dcfb16-9b69-403e-8634-1d3599ea661f,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:13.232773 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-6e310dca-42f4-4d70-8a54-d5278d3df4a3 req-460cf86d-ef20-4fdb-803e-43c3320832c9 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814333 Jul 28 09:26:13.235346 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-3901dd70-ba4c-45c1-a8ec-6011186ada14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7992349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8268947'] for router, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:13.328601 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-e07bf75e-6d63-47b4-9c55-0aad092da55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:13.368565 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-e07bf75e-6d63-47b4-9c55-0aad092da55d None None] For port 7e03b2d6-bb9a-49cb-b3ac-df9b860bf56f, host dv-cinder-802669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=7e03b2d6-bb9a-49cb-b3ac-df9b860bf56f,segment=NetworkSegment(64e20506-26f3-4d95-b013-8fb570658f22),segment_id=64e20506-26f3-4d95-b013-8fb570658f22)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:26:13.384353 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-e07bf75e-6d63-47b4-9c55-0aad092da55d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:13.484987 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07bf75e-6d63-47b4-9c55-0aad092da55d None None] Pushing event updated for resources: {'Port': ['ID=7e03b2d6-bb9a-49cb-b3ac-df9b860bf56f,revision_number=3']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:13.527979 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-0de2ab5c-392a-4771-bf21-040ac54fcc53 req-86d3b161-7601-460d-8c08-d8f9542536fa tempest-VolumesActionsTest-1610264106 tempest-VolumesActionsTest-1610264106-project] 10.222.0.23 "GET /v2.0/ports?device_id=2767cd35-0a35-4b78-9b72-107f31874ebb HTTP/1.1" status: 200 len: 210 time: 0.0362923 Jul 28 09:26:13.577548 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3901dd70-ba4c-45c1-a8ec-6011186ada14 admin admin] Router 72b0a5dd-8a67-4314-a1d8-e3e634607e10 is scheduled to L3 agent 4c8802ae-c91a-4e26-b3c6-37f497a3b5b2 with binding_index 1 {{(pid=93067) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 09:26:13.722614 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3901dd70-ba4c-45c1-a8ec-6011186ada14 admin admin] Notify agent at l3_agent.dv-cinder-802669-1-iscsi the message routers_updated {{(pid=93067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:26:13.734993 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302425ec-a8d0-4d1b-a0b5-588262081487 None None] Sync routers for ids ['72b0a5dd-8a67-4314-a1d8-e3e634607e10'] in dv-cinder-802669-1-iscsi {{(pid=93070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:26:13.741775 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-3901dd70-ba4c-45c1-a8ec-6011186ada14 admin admin] Notify callbacks [] for router, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:13.744044 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-3901dd70-ba4c-45c1-a8ec-6011186ada14 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8682153 Jul 28 09:26:13.744254 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302425ec-a8d0-4d1b-a0b5-588262081487 None None] Routers {'72b0a5dd-8a67-4314-a1d8-e3e634607e10'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:26:13.745315 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-302425ec-a8d0-4d1b-a0b5-588262081487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:26:01Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['72b0a5dd-8a67-4314-a1d8-e3e634607e10'], 'active': True} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:26:13.746556 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 49232) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:26:13.807006 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-75361319-1dd1-4b78-b66c-eb2b3662c8f8 None None] Provisioning complete for port 7e03b2d6-bb9a-49cb-b3ac-df9b860bf56f triggered by entity DHCP. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:26:13.808232 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-75361319-1dd1-4b78-b66c-eb2b3662c8f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:13.878628 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvr_db [None req-302425ec-a8d0-4d1b-a0b5-588262081487 None None] Set router 72b0a5dd-8a67-4314-a1d8-e3e634607e10 gateway port host: dv-cinder-802669-1-iscsi {{(pid=93070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:26:14.095708 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-302425ec-a8d0-4d1b-a0b5-588262081487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72b0a5dd-8a67-4314-a1d8-e3e634607e10', 'name': 'tempest-TestShelveInstance-2049273350-router', 'tenant_id': 'b0bed69fc98347318765653ba412b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'f639217d-80db-4c77-a607-e479334fe711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:26:10Z', 'updated_at': '2021-07-28T09:26:12Z', 'revision_number': 3, 'project_id': 'b0bed69fc98347318765653ba412b638', 'gw_port': {'id': 'f639217d-80db-4c77-a607-e479334fe711', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ec:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72b0a5dd-8a67-4314-a1d8-e3e634607e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:26:11Z', 'updated_at': '2021-07-28T09:26:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi'}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:26:14.122414 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302425ec-a8d0-4d1b-a0b5-588262081487 None None] Checking router: 72b0a5dd-8a67-4314-a1d8-e3e634607e10 for host: dv-cinder-802669-1-iscsi {{(pid=93070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:26:14.122763 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302425ec-a8d0-4d1b-a0b5-588262081487 None None] Updating router 72b0a5dd-8a67-4314-a1d8-e3e634607e10 port f639217d-80db-4c77-a607-e479334fe711 binding host dv-cinder-802669-1-iscsi {{(pid=93070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 09:26:14.146983 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-302425ec-a8d0-4d1b-a0b5-588262081487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:14.296987 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-3d26c544-2d52-4aaa-bc2d-2b979f62433d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:14.413093 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-302425ec-a8d0-4d1b-a0b5-588262081487 None None] Notify callbacks [] for port, precommit_update {{(pid=93070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:14.424992 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.provisioning_blocks [None req-302425ec-a8d0-4d1b-a0b5-588262081487 None None] Transition to ACTIVE for port object f639217d-80db-4c77-a607-e479334fe711 will not be triggered until provisioned by entity L2. {{(pid=93070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:26:14.435369 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-302425ec-a8d0-4d1b-a0b5-588262081487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:14.477039 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.db.db_base_plugin_common [None req-3d26c544-2d52-4aaa-bc2d-2b979f62433d admin admin] Allocated IP 172.20.0.1 (1a784077-0c76-428e-b683-1275b4c6c8ec/73e0b46b-2911-4215-97db-6e8470a5e7df/b2df713c-01b7-449e-bb1d-0a03d8fbfae3) {{(pid=93068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:26:14.518337 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device 7e03b2d6-bb9a-49cb-b3ac-df9b860bf56f up at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:26:14.612143 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning complete for port 7e03b2d6-bb9a-49cb-b3ac-df9b860bf56f triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:26:14.612748 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:14.614075 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.managers [None req-302425ec-a8d0-4d1b-a0b5-588262081487 None None] Attempting to bind port f639217d-80db-4c77-a607-e479334fe711 on host dv-cinder-802669-1-iscsi for vnic_type normal with profile {{(pid=93070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 09:26:14.614455 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.managers [None req-302425ec-a8d0-4d1b-a0b5-588262081487 None None] Attempting to bind port f639217d-80db-4c77-a607-e479334fe711 by drivers openvswitch,hyperv on host dv-cinder-802669-1-iscsi at level 0 using segments [{'id': 'b226f756-b865-4ac3-ba22-f8bcfda44394', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244'}] {{(pid=93070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 09:26:14.614818 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302425ec-a8d0-4d1b-a0b5-588262081487 None None] Attempting to bind port f639217d-80db-4c77-a607-e479334fe711 on network 30331174-7d3c-4928-87ce-fe2956ee4244 {{(pid=93070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 09:26:14.634166 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302425ec-a8d0-4d1b-a0b5-588262081487 None None] Checking agent: {'id': 'c23067a4-a93a-4753-ba74-9a71aabd88dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 9, 17, 1), 'started_at': datetime.datetime(2021, 7, 28, 9, 17, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 9, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 09:26:14.637289 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-3d26c544-2d52-4aaa-bc2d-2b979f62433d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:14.639083 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302425ec-a8d0-4d1b-a0b5-588262081487 None None] Checking segment: {'id': 'b226f756-b865-4ac3-ba22-f8bcfda44394', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 09:26:14.639516 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-302425ec-a8d0-4d1b-a0b5-588262081487 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:14.639942 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-302425ec-a8d0-4d1b-a0b5-588262081487 None None] Bound using segment: {'id': 'b226f756-b865-4ac3-ba22-f8bcfda44394', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244'} {{(pid=93070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 09:26:14.640434 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.managers [None req-302425ec-a8d0-4d1b-a0b5-588262081487 None None] Bound port: f639217d-80db-4c77-a607-e479334fe711, host: dv-cinder-802669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b226f756-b865-4ac3-ba22-f8bcfda44394', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244'}}] {{(pid=93070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 09:26:14.640835 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-302425ec-a8d0-4d1b-a0b5-588262081487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:14.643325 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99138cf3-c29d-4b92-9eb4-19e48c89e848 None None] Pushing event updated for resources: {'Port': ['ID=f639217d-80db-4c77-a607-e479334fe711,revision_number=2']} {{(pid=93070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:14.673400 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.db.provisioning_blocks [None req-3d26c544-2d52-4aaa-bc2d-2b979f62433d admin admin] Transition to ACTIVE for port object b2df713c-01b7-449e-bb1d-0a03d8fbfae3 will not be triggered until provisioned by entity DHCP. {{(pid=93068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:26:14.691054 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99138cf3-c29d-4b92-9eb4-19e48c89e848 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:26:14.691397 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99138cf3-c29d-4b92-9eb4-19e48c89e848 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:26:14.691761 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99138cf3-c29d-4b92-9eb4-19e48c89e848 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:26:14.692084 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99138cf3-c29d-4b92-9eb4-19e48c89e848 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:26:14.692577 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99138cf3-c29d-4b92-9eb4-19e48c89e848 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:26:14.693045 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99138cf3-c29d-4b92-9eb4-19e48c89e848 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:26:14.693536 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99138cf3-c29d-4b92-9eb4-19e48c89e848 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:26:14.694003 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99138cf3-c29d-4b92-9eb4-19e48c89e848 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:26:14.694487 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99138cf3-c29d-4b92-9eb4-19e48c89e848 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:26:14.694961 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99138cf3-c29d-4b92-9eb4-19e48c89e848 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:26:14.695437 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99138cf3-c29d-4b92-9eb4-19e48c89e848 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:26:14.695915 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99138cf3-c29d-4b92-9eb4-19e48c89e848 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:26:14.734649 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-3d26c544-2d52-4aaa-bc2d-2b979f62433d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732595289878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036940'] for port, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:14.772657 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.db [None req-302425ec-a8d0-4d1b-a0b5-588262081487 None None] For port f639217d-80db-4c77-a607-e479334fe711, host dv-cinder-802669-1-iscsi, cleared binding levels {{(pid=93070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:26:14.777297 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.db [None req-302425ec-a8d0-4d1b-a0b5-588262081487 None None] For port f639217d-80db-4c77-a607-e479334fe711, host dv-cinder-802669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=f639217d-80db-4c77-a607-e479334fe711,segment=NetworkSegment(b226f756-b865-4ac3-ba22-f8bcfda44394),segment_id=b226f756-b865-4ac3-ba22-f8bcfda44394)] {{(pid=93070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:26:14.782793 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-302425ec-a8d0-4d1b-a0b5-588262081487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:14.819158 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d26c544-2d52-4aaa-bc2d-2b979f62433d admin admin] Network 1a784077-0c76-428e-b683-1275b4c6c8ec is already hosted by enough agents. {{(pid=93068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:26:14.839484 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d26c544-2d52-4aaa-bc2d-2b979f62433d admin admin] Pushing event updated for resources: {'Port': ['ID=b2df713c-01b7-449e-bb1d-0a03d8fbfae3,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:14.842314 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302425ec-a8d0-4d1b-a0b5-588262081487 None None] Routers {'72b0a5dd-8a67-4314-a1d8-e3e634607e10'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:26:14.843660 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-302425ec-a8d0-4d1b-a0b5-588262081487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:26:01Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['72b0a5dd-8a67-4314-a1d8-e3e634607e10'], 'active': True} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:26:14.844078 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.base_scheduler [None req-3d26c544-2d52-4aaa-bc2d-2b979f62433d admin admin] Resources bound (agent type, host, resource id): {{(pid=93068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:26:14.846302 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d26c544-2d52-4aaa-bc2d-2b979f62433d admin admin] Received port after_create {{(pid=93068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 09:26:14.890986 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-3d26c544-2d52-4aaa-bc2d-2b979f62433d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8268876'] for router_interface, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:15.021869 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99138cf3-c29d-4b92-9eb4-19e48c89e848 None None] Pushing event updated for resources: {'Port': ['ID=f639217d-80db-4c77-a607-e479334fe711,revision_number=3']} {{(pid=93070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:15.060624 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvr_db [None req-302425ec-a8d0-4d1b-a0b5-588262081487 None None] Set router 72b0a5dd-8a67-4314-a1d8-e3e634607e10 gateway port host: dv-cinder-802669-1-iscsi {{(pid=93070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:26:15.113553 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-3d26c544-2d52-4aaa-bc2d-2b979f62433d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:15.168983 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-03b00330-0ff7-495a-bc60-e485fda78892 None None] Provisioning for port b2df713c-01b7-449e-bb1d-0a03d8fbfae3 completed by entity DHCP. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:26:15.174078 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-03b00330-0ff7-495a-bc60-e485fda78892 None None] Provisioning complete for port b2df713c-01b7-449e-bb1d-0a03d8fbfae3 triggered by entity DHCP. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:26:15.174522 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-03b00330-0ff7-495a-bc60-e485fda78892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:15.221686 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-03b00330-0ff7-495a-bc60-e485fda78892 None None] Port b2df713c-01b7-449e-bb1d-0a03d8fbfae3 cannot update to ACTIVE because it is not bound. {{(pid=93069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 09:26:15.327882 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-302425ec-a8d0-4d1b-a0b5-588262081487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72b0a5dd-8a67-4314-a1d8-e3e634607e10', 'name': 'tempest-TestShelveInstance-2049273350-router', 'tenant_id': 'b0bed69fc98347318765653ba412b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'f639217d-80db-4c77-a607-e479334fe711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:26:10Z', 'updated_at': '2021-07-28T09:26:12Z', 'revision_number': 3, 'project_id': 'b0bed69fc98347318765653ba412b638', 'gw_port': {'id': 'f639217d-80db-4c77-a607-e479334fe711', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ec:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72b0a5dd-8a67-4314-a1d8-e3e634607e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:26:11Z', 'updated_at': '2021-07-28T09:26:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi'}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:26:15.357799 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-3d26c544-2d52-4aaa-bc2d-2b979f62433d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:15.360671 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302425ec-a8d0-4d1b-a0b5-588262081487 None None] The sync data for ids ['72b0a5dd-8a67-4314-a1d8-e3e634607e10'] in dv-cinder-802669-1-iscsi is: [{'id': '72b0a5dd-8a67-4314-a1d8-e3e634607e10', 'name': 'tempest-TestShelveInstance-2049273350-router', 'tenant_id': 'b0bed69fc98347318765653ba412b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'f639217d-80db-4c77-a607-e479334fe711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:26:10Z', 'updated_at': '2021-07-28T09:26:12Z', 'revision_number': 3, 'project_id': 'b0bed69fc98347318765653ba412b638', 'gw_port': {'id': 'f639217d-80db-4c77-a607-e479334fe711', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ec:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72b0a5dd-8a67-4314-a1d8-e3e634607e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:26:11Z', 'updated_at': '2021-07-28T09:26:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi'}] {{(pid=93070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:26:15.364308 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-3d26c544-2d52-4aaa-bc2d-2b979f62433d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6036935'] for port, after_update {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:15.437384 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-3d26c544-2d52-4aaa-bc2d-2b979f62433d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8069282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8270300'] for router_interface, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:15.442673 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d26c544-2d52-4aaa-bc2d-2b979f62433d admin admin] Pushing event updated for resources: {'Port': ['ID=b2df713c-01b7-449e-bb1d-0a03d8fbfae3,revision_number=2']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:15.550235 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d26c544-2d52-4aaa-bc2d-2b979f62433d admin admin] Network 1a784077-0c76-428e-b683-1275b4c6c8ec is already hosted by enough agents. {{(pid=93068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:26:15.552280 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.base_scheduler [None req-3d26c544-2d52-4aaa-bc2d-2b979f62433d admin admin] Resources bound (agent type, host, resource id): {{(pid=93068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:26:15.754615 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device 7b6afacf-2a40-45fe-bf93-2fd883badc12 no longer exists at agent hyperv_hv-cinder-80266 {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:26:15.774322 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d26c544-2d52-4aaa-bc2d-2b979f62433d admin admin] Router 72b0a5dd-8a67-4314-a1d8-e3e634607e10 has already been hosted by L3 agent 4c8802ae-c91a-4e26-b3c6-37f497a3b5b2 {{(pid=93068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 09:26:15.819008 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] No Port match for: 7b6afacf-2a40-45fe-bf93-2fd883badc12 {{(pid=93069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 09:26:15.819285 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device 7b6afacf-2a40-45fe-bf93-2fd883badc12 not bound to the agent host hv-cinder-80266 {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:26:15.960541 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-b9e51806-6aca-45f1-8408-af9ee03e7e98 None None] Provisioning complete for port b2df713c-01b7-449e-bb1d-0a03d8fbfae3 triggered by entity DHCP. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:26:15.961148 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-b9e51806-6aca-45f1-8408-af9ee03e7e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:16.011048 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d26c544-2d52-4aaa-bc2d-2b979f62433d admin admin] Notify agent at l3_agent.dv-cinder-802669-1-iscsi the message routers_updated {{(pid=93068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:26:16.018119 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-3d26c544-2d52-4aaa-bc2d-2b979f62433d admin admin] 10.222.0.23 "PUT /v2.0/routers/72b0a5dd-8a67-4314-a1d8-e3e634607e10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2702405 Jul 28 09:26:16.019826 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-b9e51806-6aca-45f1-8408-af9ee03e7e98 None None] Port b2df713c-01b7-449e-bb1d-0a03d8fbfae3 cannot update to ACTIVE because it is not bound. {{(pid=93069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 09:26:16.362176 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 49362) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:26:16.482006 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-b7a1f6e8-4f0e-452d-ad83-f2bac4726e7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:16.528685 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device f639217d-80db-4c77-a607-e479334fe711 up at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:26:16.581810 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning for port f639217d-80db-4c77-a607-e479334fe711 completed by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:26:16.586189 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning complete for port f639217d-80db-4c77-a607-e479334fe711 triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:26:16.586693 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:16.594035 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-b7a1f6e8-4f0e-452d-ad83-f2bac4726e7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:16.598995 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-b7a1f6e8-4f0e-452d-ad83-f2bac4726e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:16.643368 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a1f6e8-4f0e-452d-ad83-f2bac4726e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6abd1e17-8e46-4337-8165-2430d334f862,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:16.650529 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 49374) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:26:16.653898 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-b7a1f6e8-4f0e-452d-ad83-f2bac4726e7f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=98e9c89eaf724ad3a49135ae9d08bc42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2904236 Jul 28 09:26:16.680796 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 49376) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:26:16.685071 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:16.688976 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.v2.base [None req-7e35200e-56c3-4fca-aaf4-a8cf1dfa6c37 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-530889301-network', 'tenant_id': '7c4ceb6d4ba94ce194e7af7f445730f6'}} {{(pid=93068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:26:16.707343 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] For port f639217d-80db-4c77-a607-e479334fe711, host dv-cinder-802669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=f639217d-80db-4c77-a607-e479334fe711,segment=NetworkSegment(b226f756-b865-4ac3-ba22-f8bcfda44394),segment_id=b226f756-b865-4ac3-ba22-f8bcfda44394)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:26:16.711265 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:16.726896 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e35200e-56c3-4fca-aaf4-a8cf1dfa6c37 admin admin] Made reservation on behalf of 7c4ceb6d4ba94ce194e7af7f445730f6 for: {'network': 1} {{(pid=93068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:26:16.729224 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-7e35200e-56c3-4fca-aaf4-a8cf1dfa6c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for network, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:16.734836 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-059c01d6-28cd-4385-a9fe-bde576d35996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:16.743819 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-7e35200e-56c3-4fca-aaf4-a8cf1dfa6c37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:16.773518 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-059c01d6-28cd-4385-a9fe-bde576d35996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:16.878031 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-059c01d6-28cd-4385-a9fe-bde576d35996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:16.880692 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-059c01d6-28cd-4385-a9fe-bde576d35996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:16.881907 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-059c01d6-28cd-4385-a9fe-bde576d35996 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6abd1e17-8e46-4337-8165-2430d334f862 HTTP/1.1" status: 204 len: 168 time: 0.2302549 Jul 28 09:26:16.894315 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059c01d6-28cd-4385-a9fe-bde576d35996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6abd1e17-8e46-4337-8165-2430d334f862,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:16.920070 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-7e35200e-56c3-4fca-aaf4-a8cf1dfa6c37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:16.925993 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-7e35200e-56c3-4fca-aaf4-a8cf1dfa6c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:16.931315 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Pushing event updated for resources: {'Port': ['ID=f639217d-80db-4c77-a607-e479334fe711,revision_number=4']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:16.942064 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e35200e-56c3-4fca-aaf4-a8cf1dfa6c37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=93068) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 09:26:16.979948 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-7e35200e-56c3-4fca-aaf4-a8cf1dfa6c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998659'] for segment, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:16.980581 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.db.segments_db [None req-7e35200e-56c3-4fca-aaf4-a8cf1dfa6c37 admin admin] Added segment 1874cffc-30bc-4ff6-b3c8-3a5ab61f8414 of type vlan for network 41049b01-d857-49ee-839e-5f79bf7420d6 Jul 28 09:26:16.990039 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e35200e-56c3-4fca-aaf4-a8cf1dfa6c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4684db1-c490-48bb-af8a-e83e1de1b1cf,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:17.029018 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-7e35200e-56c3-4fca-aaf4-a8cf1dfa6c37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732595274087'] for network, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:17.070091 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-7e35200e-56c3-4fca-aaf4-a8cf1dfa6c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296'] for network, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:17.071064 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e35200e-56c3-4fca-aaf4-a8cf1dfa6c37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:17.072001 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-7e35200e-56c3-4fca-aaf4-a8cf1dfa6c37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for network, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:17.129744 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-7e35200e-56c3-4fca-aaf4-a8cf1dfa6c37 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4478259 Jul 28 09:26:17.132512 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 49396) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:26:17.138018 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [None req-53a2960d-fb58-4a73-b281-35eba3ffb5a1 admin admin] Request body: {'subnet': {'network_id': '41049b01-d857-49ee-839e-5f79bf7420d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-530889301-subnet', 'tenant_id': '7c4ceb6d4ba94ce194e7af7f445730f6', 'ip_version': 4}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:26:17.149710 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e35200e-56c3-4fca-aaf4-a8cf1dfa6c37 admin admin] Pushing event updated for resources: {'Network': ['ID=41049b01-d857-49ee-839e-5f79bf7420d6,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:17.161626 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Network 41049b01-d857-49ee-839e-5f79bf7420d6 details requested by agent ovs-agent-dv-cinder-802669-1-iscsi with host dv-cinder-802669-1-iscsi {{(pid=93069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 09:26:17.165066 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a2960d-fb58-4a73-b281-35eba3ffb5a1 admin admin] Made reservation on behalf of 7c4ceb6d4ba94ce194e7af7f445730f6 for: {'subnet': 1} {{(pid=93067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:26:17.167819 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-53a2960d-fb58-4a73-b281-35eba3ffb5a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33525647'] for subnet, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:17.320886 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77ac9c3-9ba5-4829-82e4-538503e6008f None None] Sync routers for ids ['72b0a5dd-8a67-4314-a1d8-e3e634607e10'] in dv-cinder-802669-1-iscsi {{(pid=93069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:26:17.331618 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77ac9c3-9ba5-4829-82e4-538503e6008f None None] Routers {'72b0a5dd-8a67-4314-a1d8-e3e634607e10'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:26:17.332334 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-d77ac9c3-9ba5-4829-82e4-538503e6008f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:26:01Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['72b0a5dd-8a67-4314-a1d8-e3e634607e10'], 'active': True} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:26:17.365245 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 49402) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:26:17.374853 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-53a2960d-fb58-4a73-b281-35eba3ffb5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33549850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33525757'] for subnet, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:17.379472 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-5320270e-766b-4419-a3f5-4d41c4601fb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:17.433343 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a2960d-fb58-4a73-b281-35eba3ffb5a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e231bd9-38e1-4ced-bc1a-d0b1a7bfebb4,revision_number=0']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:17.450735 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvr_db [None req-d77ac9c3-9ba5-4829-82e4-538503e6008f None None] Set router 72b0a5dd-8a67-4314-a1d8-e3e634607e10 gateway port host: dv-cinder-802669-1-iscsi {{(pid=93069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:26:17.454199 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a2960d-fb58-4a73-b281-35eba3ffb5a1 admin admin] Checking segment: {'id': '1874cffc-30bc-4ff6-b3c8-3a5ab61f8414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '41049b01-d857-49ee-839e-5f79bf7420d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 09:26:17.454795 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a2960d-fb58-4a73-b281-35eba3ffb5a1 admin admin] Network hostable DHCP agents. Network: 41049b01-d857-49ee-839e-5f79bf7420d6, hostable agents: ['eded7055-7227-4503-b186-c85c89196e66'], hosted agents: [] {{(pid=93067) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 09:26:17.472602 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a2960d-fb58-4a73-b281-35eba3ffb5a1 admin admin] Network 41049b01-d857-49ee-839e-5f79bf7420d6 is scheduled to be hosted by DHCP agent eded7055-7227-4503-b186-c85c89196e66 with binding_index 1 {{(pid=93067) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 09:26:17.480310 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-5320270e-766b-4419-a3f5-4d41c4601fb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:17.481957 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.base_scheduler [None req-53a2960d-fb58-4a73-b281-35eba3ffb5a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802669-1-iscsi, 41049b01-d857-49ee-839e-5f79bf7420d6) {{(pid=93067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:26:17.485467 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-5320270e-766b-4419-a3f5-4d41c4601fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:17.487064 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a2960d-fb58-4a73-b281-35eba3ffb5a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:17.488503 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-53a2960d-fb58-4a73-b281-35eba3ffb5a1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:17.493691 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482d6491-1a2f-46c9-a052-9f4550dcb5c4 None None] Network 41049b01-d857-49ee-839e-5f79bf7420d6 requested from dv-cinder-802669-1-iscsi {{(pid=93069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 09:26:17.504840 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-53a2960d-fb58-4a73-b281-35eba3ffb5a1 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3710797 Jul 28 09:26:17.507164 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 49404) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:26:17.512880 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [None req-3dbfeb04-1847-48d8-b6a9-51aefc7a1443 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-530889301-router', 'tenant_id': '7c4ceb6d4ba94ce194e7af7f445730f6', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244'}}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:26:17.524152 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5320270e-766b-4419-a3f5-4d41c4601fb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b6f2e46-0d30-42ea-a015-5cd3ae02d155,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:17.532587 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-5320270e-766b-4419-a3f5-4d41c4601fb1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8e1e81180d7446f9a5da1b1d11fc9ec8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1631954 Jul 28 09:26:17.533733 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 49406) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:26:17.541934 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-3dbfeb04-1847-48d8-b6a9-51aefc7a1443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7992358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-245501'] for router, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:17.542998 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-3dbfeb04-1847-48d8-b6a9-51aefc7a1443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7992449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8268108', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7907194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-245482'] for router, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:17.589164 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-3b627539-2b6f-4372-a70c-3232eaa4d82c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:17.602158 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-3dbfeb04-1847-48d8-b6a9-51aefc7a1443 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:17.748567 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-3dbfeb04-1847-48d8-b6a9-51aefc7a1443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8268982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7992340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-245272'] for router, precommit_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:17.801609 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-d77ac9c3-9ba5-4829-82e4-538503e6008f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72b0a5dd-8a67-4314-a1d8-e3e634607e10', 'name': 'tempest-TestShelveInstance-2049273350-router', 'tenant_id': 'b0bed69fc98347318765653ba412b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'f639217d-80db-4c77-a607-e479334fe711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:26:10Z', 'updated_at': '2021-07-28T09:26:15Z', 'revision_number': 4, 'project_id': 'b0bed69fc98347318765653ba412b638', 'gw_port': {'id': 'f639217d-80db-4c77-a607-e479334fe711', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ec:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b0a5dd-8a67-4314-a1d8-e3e634607e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:26:11Z', 'updated_at': '2021-07-28T09:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_interfaces': [{'id': 'b2df713c-01b7-449e-bb1d-0a03d8fbfae3', 'name': '', 'network_id': '1a784077-0c76-428e-b683-1275b4c6c8ec', 'tenant_id': 'b0bed69fc98347318765653ba412b638', 'mac_address': 'fa:16:3e:a4:7d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72b0a5dd-8a67-4314-a1d8-e3e634607e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '73e0b46b-2911-4215-97db-6e8470a5e7df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:26:14Z', 'updated_at': '2021-07-28T09:26:15Z', 'revision_number': 2, 'project_id': 'b0bed69fc98347318765653ba412b638', 'subnets': [{'id': '73e0b46b-2911-4215-97db-6e8470a5e7df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:26:17.814745 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-3b627539-2b6f-4372-a70c-3232eaa4d82c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:17.833655 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05cb26d7-3270-4e60-b100-9be5f6eae65f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc683d508-302d-5167-8507-eca6b1e3656d-41049b01-d857-49ee-839e-5f79bf7420d6', 'network_id': '41049b01-d857-49ee-839e-5f79bf7420d6', 'tenant_id': '7c4ceb6d4ba94ce194e7af7f445730f6', 'fixed_ips': [{'subnet_id': '5e231bd9-38e1-4ced-bc1a-d0b1a7bfebb4'}]}} from dv-cinder-802669-1-iscsi. {{(pid=93069) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 09:26:17.834552 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-05cb26d7-3270-4e60-b100-9be5f6eae65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_create {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:17.838141 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77ac9c3-9ba5-4829-82e4-538503e6008f None None] Checking router: 72b0a5dd-8a67-4314-a1d8-e3e634607e10 for host: dv-cinder-802669-1-iscsi {{(pid=93069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:26:17.838495 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77ac9c3-9ba5-4829-82e4-538503e6008f None None] Updating router 72b0a5dd-8a67-4314-a1d8-e3e634607e10 port b2df713c-01b7-449e-bb1d-0a03d8fbfae3 binding host dv-cinder-802669-1-iscsi {{(pid=93069) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 09:26:17.863148 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-3b627539-2b6f-4372-a70c-3232eaa4d82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:17.866123 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-3b627539-2b6f-4372-a70c-3232eaa4d82c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:17.869672 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-3b627539-2b6f-4372-a70c-3232eaa4d82c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7b6f2e46-0d30-42ea-a015-5cd3ae02d155 HTTP/1.1" status: 204 len: 168 time: 0.3336997 Jul 28 09:26:17.883222 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b627539-2b6f-4372-a70c-3232eaa4d82c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b6f2e46-0d30-42ea-a015-5cd3ae02d155,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:17.890506 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-d77ac9c3-9ba5-4829-82e4-538503e6008f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:17.977143 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-3dbfeb04-1847-48d8-b6a9-51aefc7a1443 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:17.999162 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-3dbfeb04-1847-48d8-b6a9-51aefc7a1443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:18.116857 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.db_base_plugin_common [None req-3dbfeb04-1847-48d8-b6a9-51aefc7a1443 admin admin] Allocated IP 172.27.3.172 (30331174-7d3c-4928-87ce-fe2956ee4244/7bde36bf-957f-4642-ab95-d9df711170af/5cbdc90c-e752-4903-bb44-5862377d604c) {{(pid=93067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:26:18.120297 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.db_base_plugin_common [None req-05cb26d7-3270-4e60-b100-9be5f6eae65f None None] Allocated IP 172.20.0.2 (41049b01-d857-49ee-839e-5f79bf7420d6/5e231bd9-38e1-4ced-bc1a-d0b1a7bfebb4/d363bb4c-a904-4b7b-a083-85c9e0e34ea8) {{(pid=93069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:26:18.243802 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-3dbfeb04-1847-48d8-b6a9-51aefc7a1443 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:18.291166 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-3dbfeb04-1847-48d8-b6a9-51aefc7a1443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732595289878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33549966'] for port, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:18.333610 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbfeb04-1847-48d8-b6a9-51aefc7a1443 admin admin] Network 30331174-7d3c-4928-87ce-fe2956ee4244 is already hosted by enough agents. {{(pid=93067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:26:18.337064 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.base_scheduler [None req-3dbfeb04-1847-48d8-b6a9-51aefc7a1443 admin admin] Resources bound (agent type, host, resource id): {{(pid=93067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:26:18.339675 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbfeb04-1847-48d8-b6a9-51aefc7a1443 admin admin] Received port after_create {{(pid=93067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 09:26:18.378461 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbfeb04-1847-48d8-b6a9-51aefc7a1443 admin admin] Pushing event updated for resources: {'Port': ['ID=5cbdc90c-e752-4903-bb44-5862377d604c,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:18.400459 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-d77ac9c3-9ba5-4829-82e4-538503e6008f None None] Notify callbacks [] for port, precommit_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:18.406152 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-05cb26d7-3270-4e60-b100-9be5f6eae65f None None] Notify callbacks [] for port, precommit_create {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:18.418677 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-d77ac9c3-9ba5-4829-82e4-538503e6008f None None] Transition to ACTIVE for port object b2df713c-01b7-449e-bb1d-0a03d8fbfae3 will not be triggered until provisioned by entity L2. {{(pid=93069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:26:18.420644 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-05cb26d7-3270-4e60-b100-9be5f6eae65f None None] Transition to ACTIVE for port object d363bb4c-a904-4b7b-a083-85c9e0e34ea8 will not be triggered until provisioned by entity L2. {{(pid=93069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:26:18.430687 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-d77ac9c3-9ba5-4829-82e4-538503e6008f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:18.466969 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-05cb26d7-3270-4e60-b100-9be5f6eae65f None None] Transition to ACTIVE for port object d363bb4c-a904-4b7b-a083-85c9e0e34ea8 will not be triggered until provisioned by entity DHCP. {{(pid=93069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:26:18.486484 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-05cb26d7-3270-4e60-b100-9be5f6eae65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732595289878'] for port, after_create {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:18.513453 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54471860-e8d1-4db5-a2ad-c1cc0b5a8916 None None] Pushing event updated for resources: {'Port': ['ID=b2df713c-01b7-449e-bb1d-0a03d8fbfae3,revision_number=3']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:18.536872 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cb26d7-3270-4e60-b100-9be5f6eae65f None None] Network 41049b01-d857-49ee-839e-5f79bf7420d6 is already hosted by enough agents. {{(pid=93069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:26:18.540487 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.scheduler.base_scheduler [None req-05cb26d7-3270-4e60-b100-9be5f6eae65f None None] Resources bound (agent type, host, resource id): {{(pid=93069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:26:18.544692 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cb26d7-3270-4e60-b100-9be5f6eae65f None None] Received port after_create {{(pid=93069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 09:26:18.548921 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device f639217d-80db-4c77-a607-e479334fe711 up at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:26:18.705092 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.managers [None req-d77ac9c3-9ba5-4829-82e4-538503e6008f None None] Attempting to bind port b2df713c-01b7-449e-bb1d-0a03d8fbfae3 on host dv-cinder-802669-1-iscsi for vnic_type normal with profile {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 09:26:18.705456 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.managers [None req-d77ac9c3-9ba5-4829-82e4-538503e6008f None None] Attempting to bind port b2df713c-01b7-449e-bb1d-0a03d8fbfae3 by drivers openvswitch,hyperv on host dv-cinder-802669-1-iscsi at level 0 using segments [{'id': '64e20506-26f3-4d95-b013-8fb570658f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1a784077-0c76-428e-b683-1275b4c6c8ec'}] {{(pid=93069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 09:26:18.705996 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77ac9c3-9ba5-4829-82e4-538503e6008f None None] Attempting to bind port b2df713c-01b7-449e-bb1d-0a03d8fbfae3 on network 1a784077-0c76-428e-b683-1275b4c6c8ec {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 09:26:18.714977 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cb26d7-3270-4e60-b100-9be5f6eae65f None None] Pushing event updated for resources: {'Port': ['ID=d363bb4c-a904-4b7b-a083-85c9e0e34ea8,revision_number=1']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:18.722905 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77ac9c3-9ba5-4829-82e4-538503e6008f None None] Checking agent: {'id': 'c23067a4-a93a-4753-ba74-9a71aabd88dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 9, 17, 1), 'started_at': datetime.datetime(2021, 7, 28, 9, 17, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 9, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 09:26:18.723483 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77ac9c3-9ba5-4829-82e4-538503e6008f None None] Checking segment: {'id': '64e20506-26f3-4d95-b013-8fb570658f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1a784077-0c76-428e-b683-1275b4c6c8ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 09:26:18.724230 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-d77ac9c3-9ba5-4829-82e4-538503e6008f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:18.724784 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77ac9c3-9ba5-4829-82e4-538503e6008f None None] Bound using segment: {'id': '64e20506-26f3-4d95-b013-8fb570658f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1a784077-0c76-428e-b683-1275b4c6c8ec'} {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 09:26:18.725403 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.managers [None req-d77ac9c3-9ba5-4829-82e4-538503e6008f None None] Bound port: b2df713c-01b7-449e-bb1d-0a03d8fbfae3, host: dv-cinder-802669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64e20506-26f3-4d95-b013-8fb570658f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1a784077-0c76-428e-b683-1275b4c6c8ec'}}] {{(pid=93069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 09:26:18.725948 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-d77ac9c3-9ba5-4829-82e4-538503e6008f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:18.727940 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.managers [None req-05cb26d7-3270-4e60-b100-9be5f6eae65f None None] Attempting to bind port d363bb4c-a904-4b7b-a083-85c9e0e34ea8 on host dv-cinder-802669-1-iscsi for vnic_type normal with profile {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 09:26:18.728457 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.managers [None req-05cb26d7-3270-4e60-b100-9be5f6eae65f None None] Attempting to bind port d363bb4c-a904-4b7b-a083-85c9e0e34ea8 by drivers openvswitch,hyperv on host dv-cinder-802669-1-iscsi at level 0 using segments [{'id': '1874cffc-30bc-4ff6-b3c8-3a5ab61f8414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '41049b01-d857-49ee-839e-5f79bf7420d6'}] {{(pid=93069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 09:26:18.729013 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cb26d7-3270-4e60-b100-9be5f6eae65f None None] Attempting to bind port d363bb4c-a904-4b7b-a083-85c9e0e34ea8 on network 41049b01-d857-49ee-839e-5f79bf7420d6 {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 09:26:18.747606 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cb26d7-3270-4e60-b100-9be5f6eae65f None None] Checking agent: {'id': 'c23067a4-a93a-4753-ba74-9a71aabd88dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 9, 17, 1), 'started_at': datetime.datetime(2021, 7, 28, 9, 17, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 9, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 09:26:18.747982 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cb26d7-3270-4e60-b100-9be5f6eae65f None None] Checking segment: {'id': '1874cffc-30bc-4ff6-b3c8-3a5ab61f8414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '41049b01-d857-49ee-839e-5f79bf7420d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 09:26:18.748376 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-05cb26d7-3270-4e60-b100-9be5f6eae65f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:18.748772 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cb26d7-3270-4e60-b100-9be5f6eae65f None None] Bound using segment: {'id': '1874cffc-30bc-4ff6-b3c8-3a5ab61f8414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '41049b01-d857-49ee-839e-5f79bf7420d6'} {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 09:26:18.749237 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.managers [None req-05cb26d7-3270-4e60-b100-9be5f6eae65f None None] Bound port: d363bb4c-a904-4b7b-a083-85c9e0e34ea8, host: dv-cinder-802669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1874cffc-30bc-4ff6-b3c8-3a5ab61f8414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '41049b01-d857-49ee-839e-5f79bf7420d6'}}] {{(pid=93069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 09:26:18.749607 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-05cb26d7-3270-4e60-b100-9be5f6eae65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:18.804532 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning complete for port f639217d-80db-4c77-a607-e479334fe711 triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:26:18.805247 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:18.886518 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-d77ac9c3-9ba5-4829-82e4-538503e6008f None None] For port b2df713c-01b7-449e-bb1d-0a03d8fbfae3, host dv-cinder-802669-1-iscsi, cleared binding levels {{(pid=93069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:26:18.912316 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-3dbfeb04-1847-48d8-b6a9-51aefc7a1443 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:18.917944 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-d77ac9c3-9ba5-4829-82e4-538503e6008f None None] For port b2df713c-01b7-449e-bb1d-0a03d8fbfae3, host dv-cinder-802669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=b2df713c-01b7-449e-bb1d-0a03d8fbfae3,segment=NetworkSegment(64e20506-26f3-4d95-b013-8fb570658f22),segment_id=64e20506-26f3-4d95-b013-8fb570658f22)] {{(pid=93069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:26:18.931905 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-d77ac9c3-9ba5-4829-82e4-538503e6008f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:18.934080 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-05cb26d7-3270-4e60-b100-9be5f6eae65f None None] For port d363bb4c-a904-4b7b-a083-85c9e0e34ea8, host dv-cinder-802669-1-iscsi, cleared binding levels {{(pid=93069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:26:18.941212 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-05cb26d7-3270-4e60-b100-9be5f6eae65f None None] For port d363bb4c-a904-4b7b-a083-85c9e0e34ea8, host dv-cinder-802669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=d363bb4c-a904-4b7b-a083-85c9e0e34ea8,segment=NetworkSegment(1874cffc-30bc-4ff6-b3c8-3a5ab61f8414),segment_id=1874cffc-30bc-4ff6-b3c8-3a5ab61f8414)] {{(pid=93069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:26:18.967422 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-05cb26d7-3270-4e60-b100-9be5f6eae65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:19.149697 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-3dbfeb04-1847-48d8-b6a9-51aefc7a1443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7992349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8268947'] for router, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:19.203036 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54471860-e8d1-4db5-a2ad-c1cc0b5a8916 None None] Pushing event updated for resources: {'Port': ['ID=b2df713c-01b7-449e-bb1d-0a03d8fbfae3,revision_number=4']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:19.277859 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77ac9c3-9ba5-4829-82e4-538503e6008f None None] Routers {'72b0a5dd-8a67-4314-a1d8-e3e634607e10'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:26:19.278489 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-d77ac9c3-9ba5-4829-82e4-538503e6008f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:26:01Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['72b0a5dd-8a67-4314-a1d8-e3e634607e10'], 'active': True} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:26:19.331531 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dbfeb04-1847-48d8-b6a9-51aefc7a1443 admin admin] Router 4cb32a1a-bc7a-403f-80ef-bcdadb9f1db4 is scheduled to L3 agent 4c8802ae-c91a-4e26-b3c6-37f497a3b5b2 with binding_index 1 {{(pid=93067) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 09:26:19.378813 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cb26d7-3270-4e60-b100-9be5f6eae65f None None] Pushing event updated for resources: {'Port': ['ID=d363bb4c-a904-4b7b-a083-85c9e0e34ea8,revision_number=2']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:19.459780 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvr_db [None req-d77ac9c3-9ba5-4829-82e4-538503e6008f None None] Set router 72b0a5dd-8a67-4314-a1d8-e3e634607e10 gateway port host: dv-cinder-802669-1-iscsi {{(pid=93069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:26:19.538434 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dbfeb04-1847-48d8-b6a9-51aefc7a1443 admin admin] Notify agent at l3_agent.dv-cinder-802669-1-iscsi the message routers_updated {{(pid=93067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:26:19.549287 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858c2ef1-7d79-4728-8d48-353b4f168e0d None None] Sync routers for ids ['4cb32a1a-bc7a-403f-80ef-bcdadb9f1db4'] in dv-cinder-802669-1-iscsi {{(pid=93070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:26:19.562400 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858c2ef1-7d79-4728-8d48-353b4f168e0d None None] Routers {'4cb32a1a-bc7a-403f-80ef-bcdadb9f1db4'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:26:19.562937 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-3dbfeb04-1847-48d8-b6a9-51aefc7a1443 admin admin] Notify callbacks [] for router, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:19.564241 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-858c2ef1-7d79-4728-8d48-353b4f168e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:26:01Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['4cb32a1a-bc7a-403f-80ef-bcdadb9f1db4'], 'active': True} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:26:19.564685 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-3dbfeb04-1847-48d8-b6a9-51aefc7a1443 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0562270 Jul 28 09:26:19.572699 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 49462) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:26:19.746580 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvr_db [None req-858c2ef1-7d79-4728-8d48-353b4f168e0d None None] Set router 4cb32a1a-bc7a-403f-80ef-bcdadb9f1db4 gateway port host: dv-cinder-802669-1-iscsi {{(pid=93070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:26:19.854572 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-d77ac9c3-9ba5-4829-82e4-538503e6008f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72b0a5dd-8a67-4314-a1d8-e3e634607e10', 'name': 'tempest-TestShelveInstance-2049273350-router', 'tenant_id': 'b0bed69fc98347318765653ba412b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'f639217d-80db-4c77-a607-e479334fe711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:26:10Z', 'updated_at': '2021-07-28T09:26:15Z', 'revision_number': 4, 'project_id': 'b0bed69fc98347318765653ba412b638', 'gw_port': {'id': 'f639217d-80db-4c77-a607-e479334fe711', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ec:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b0a5dd-8a67-4314-a1d8-e3e634607e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:26:11Z', 'updated_at': '2021-07-28T09:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_interfaces': [{'id': 'b2df713c-01b7-449e-bb1d-0a03d8fbfae3', 'name': '', 'network_id': '1a784077-0c76-428e-b683-1275b4c6c8ec', 'tenant_id': 'b0bed69fc98347318765653ba412b638', 'mac_address': 'fa:16:3e:a4:7d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72b0a5dd-8a67-4314-a1d8-e3e634607e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '73e0b46b-2911-4215-97db-6e8470a5e7df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:26:14Z', 'updated_at': '2021-07-28T09:26:18Z', 'revision_number': 4, 'project_id': 'b0bed69fc98347318765653ba412b638', 'subnets': [{'id': '73e0b46b-2911-4215-97db-6e8470a5e7df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:26:19.935318 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77ac9c3-9ba5-4829-82e4-538503e6008f None None] The sync data for ids ['72b0a5dd-8a67-4314-a1d8-e3e634607e10'] in dv-cinder-802669-1-iscsi is: [{'id': '72b0a5dd-8a67-4314-a1d8-e3e634607e10', 'name': 'tempest-TestShelveInstance-2049273350-router', 'tenant_id': 'b0bed69fc98347318765653ba412b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'f639217d-80db-4c77-a607-e479334fe711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:26:10Z', 'updated_at': '2021-07-28T09:26:15Z', 'revision_number': 4, 'project_id': 'b0bed69fc98347318765653ba412b638', 'gw_port': {'id': 'f639217d-80db-4c77-a607-e479334fe711', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ec:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b0a5dd-8a67-4314-a1d8-e3e634607e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:26:11Z', 'updated_at': '2021-07-28T09:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_interfaces': [{'id': 'b2df713c-01b7-449e-bb1d-0a03d8fbfae3', 'name': '', 'network_id': '1a784077-0c76-428e-b683-1275b4c6c8ec', 'tenant_id': 'b0bed69fc98347318765653ba412b638', 'mac_address': 'fa:16:3e:a4:7d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72b0a5dd-8a67-4314-a1d8-e3e634607e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '73e0b46b-2911-4215-97db-6e8470a5e7df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:26:14Z', 'updated_at': '2021-07-28T09:26:18Z', 'revision_number': 4, 'project_id': 'b0bed69fc98347318765653ba412b638', 'subnets': [{'id': '73e0b46b-2911-4215-97db-6e8470a5e7df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:26:19.991441 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-858c2ef1-7d79-4728-8d48-353b4f168e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb32a1a-bc7a-403f-80ef-bcdadb9f1db4', 'name': 'tempest-TestShelveInstance-530889301-router', 'tenant_id': '7c4ceb6d4ba94ce194e7af7f445730f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '5cbdc90c-e752-4903-bb44-5862377d604c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:26:17Z', 'updated_at': '2021-07-28T09:26:18Z', 'revision_number': 3, 'project_id': '7c4ceb6d4ba94ce194e7af7f445730f6', 'gw_port': {'id': '5cbdc90c-e752-4903-bb44-5862377d604c', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:69:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cb32a1a-bc7a-403f-80ef-bcdadb9f1db4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:26:18Z', 'updated_at': '2021-07-28T09:26:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi'}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:26:20.045791 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858c2ef1-7d79-4728-8d48-353b4f168e0d None None] Checking router: 4cb32a1a-bc7a-403f-80ef-bcdadb9f1db4 for host: dv-cinder-802669-1-iscsi {{(pid=93070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:26:20.046360 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858c2ef1-7d79-4728-8d48-353b4f168e0d None None] Updating router 4cb32a1a-bc7a-403f-80ef-bcdadb9f1db4 port 5cbdc90c-e752-4903-bb44-5862377d604c binding host dv-cinder-802669-1-iscsi {{(pid=93070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 09:26:20.073174 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-858c2ef1-7d79-4728-8d48-353b4f168e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:20.364319 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-9ca2679b-2509-4e85-90c0-2a64a6c730cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:20.733259 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device b2df713c-01b7-449e-bb1d-0a03d8fbfae3 up at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:26:20.757641 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244b44df-f446-459b-9d90-7f9e0f138ba0 None None] Network 41049b01-d857-49ee-839e-5f79bf7420d6 requested from dv-cinder-802669-1-iscsi {{(pid=93069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 09:26:20.764685 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-858c2ef1-7d79-4728-8d48-353b4f168e0d None None] Notify callbacks [] for port, precommit_update {{(pid=93070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:20.771178 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.db_base_plugin_common [None req-9ca2679b-2509-4e85-90c0-2a64a6c730cb admin admin] Allocated IP 172.20.0.1 (41049b01-d857-49ee-839e-5f79bf7420d6/5e231bd9-38e1-4ced-bc1a-d0b1a7bfebb4/40c793bb-4011-4131-b0e9-c3b549aacf0d) {{(pid=93067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:26:20.785241 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.provisioning_blocks [None req-858c2ef1-7d79-4728-8d48-353b4f168e0d None None] Transition to ACTIVE for port object 5cbdc90c-e752-4903-bb44-5862377d604c will not be triggered until provisioned by entity L2. {{(pid=93070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:26:20.794241 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-858c2ef1-7d79-4728-8d48-353b4f168e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:20.844681 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.managers [None req-858c2ef1-7d79-4728-8d48-353b4f168e0d None None] Attempting to bind port 5cbdc90c-e752-4903-bb44-5862377d604c on host dv-cinder-802669-1-iscsi for vnic_type normal with profile {{(pid=93070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 09:26:20.845208 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.managers [None req-858c2ef1-7d79-4728-8d48-353b4f168e0d None None] Attempting to bind port 5cbdc90c-e752-4903-bb44-5862377d604c by drivers openvswitch,hyperv on host dv-cinder-802669-1-iscsi at level 0 using segments [{'id': 'b226f756-b865-4ac3-ba22-f8bcfda44394', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244'}] {{(pid=93070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 09:26:20.845897 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858c2ef1-7d79-4728-8d48-353b4f168e0d None None] Attempting to bind port 5cbdc90c-e752-4903-bb44-5862377d604c on network 30331174-7d3c-4928-87ce-fe2956ee4244 {{(pid=93070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 09:26:20.854801 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858c2ef1-7d79-4728-8d48-353b4f168e0d None None] Checking agent: {'id': 'c23067a4-a93a-4753-ba74-9a71aabd88dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 9, 17, 1), 'started_at': datetime.datetime(2021, 7, 28, 9, 17, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 9, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 09:26:20.855197 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858c2ef1-7d79-4728-8d48-353b4f168e0d None None] Checking segment: {'id': 'b226f756-b865-4ac3-ba22-f8bcfda44394', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 09:26:20.855785 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-858c2ef1-7d79-4728-8d48-353b4f168e0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:20.856338 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858c2ef1-7d79-4728-8d48-353b4f168e0d None None] Bound using segment: {'id': 'b226f756-b865-4ac3-ba22-f8bcfda44394', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244'} {{(pid=93070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 09:26:20.856903 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.managers [None req-858c2ef1-7d79-4728-8d48-353b4f168e0d None None] Bound port: 5cbdc90c-e752-4903-bb44-5862377d604c, host: dv-cinder-802669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b226f756-b865-4ac3-ba22-f8bcfda44394', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244'}}] {{(pid=93070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 09:26:20.857375 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-858c2ef1-7d79-4728-8d48-353b4f168e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:20.863072 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-c075fbcb-c3cd-4348-8955-4f087fffeeb4 None None] Provisioning for port d363bb4c-a904-4b7b-a083-85c9e0e34ea8 completed by entity DHCP. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:26:20.927248 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning for port b2df713c-01b7-449e-bb1d-0a03d8fbfae3 completed by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:26:20.948447 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.db [None req-858c2ef1-7d79-4728-8d48-353b4f168e0d None None] For port 5cbdc90c-e752-4903-bb44-5862377d604c, host dv-cinder-802669-1-iscsi, cleared binding levels {{(pid=93070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:26:20.954712 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.db [None req-858c2ef1-7d79-4728-8d48-353b4f168e0d None None] For port 5cbdc90c-e752-4903-bb44-5862377d604c, host dv-cinder-802669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=5cbdc90c-e752-4903-bb44-5862377d604c,segment=NetworkSegment(b226f756-b865-4ac3-ba22-f8bcfda44394),segment_id=b226f756-b865-4ac3-ba22-f8bcfda44394)] {{(pid=93070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:26:20.968816 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-858c2ef1-7d79-4728-8d48-353b4f168e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:20.976990 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0392e7a6-739d-4f45-b404-b404cce4e78e None None] Pushing event updated for resources: {'Port': ['ID=5cbdc90c-e752-4903-bb44-5862377d604c,revision_number=2']} {{(pid=93070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:20.978757 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-9ca2679b-2509-4e85-90c0-2a64a6c730cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:21.004497 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.provisioning_blocks [None req-9ca2679b-2509-4e85-90c0-2a64a6c730cb admin admin] Transition to ACTIVE for port object 40c793bb-4011-4131-b0e9-c3b549aacf0d will not be triggered until provisioned by entity DHCP. {{(pid=93067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:26:21.026898 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning complete for port b2df713c-01b7-449e-bb1d-0a03d8fbfae3 triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:26:21.028834 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:21.052896 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858c2ef1-7d79-4728-8d48-353b4f168e0d None None] Routers {'4cb32a1a-bc7a-403f-80ef-bcdadb9f1db4'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:26:21.053712 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-858c2ef1-7d79-4728-8d48-353b4f168e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:26:01Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['4cb32a1a-bc7a-403f-80ef-bcdadb9f1db4'], 'active': True} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:26:21.077298 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-9ca2679b-2509-4e85-90c0-2a64a6c730cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732595289878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33549966'] for port, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:21.143154 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0392e7a6-739d-4f45-b404-b404cce4e78e None None] Pushing event updated for resources: {'Port': ['ID=5cbdc90c-e752-4903-bb44-5862377d604c,revision_number=3']} {{(pid=93070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:21.192039 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca2679b-2509-4e85-90c0-2a64a6c730cb admin admin] Pushing event updated for resources: {'Port': ['ID=40c793bb-4011-4131-b0e9-c3b549aacf0d,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:21.210232 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca2679b-2509-4e85-90c0-2a64a6c730cb admin admin] Network 41049b01-d857-49ee-839e-5f79bf7420d6 is already hosted by enough agents. {{(pid=93067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:26:21.211902 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.base_scheduler [None req-9ca2679b-2509-4e85-90c0-2a64a6c730cb admin admin] Resources bound (agent type, host, resource id): {{(pid=93067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:26:21.216304 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca2679b-2509-4e85-90c0-2a64a6c730cb admin admin] Received port after_create {{(pid=93067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 09:26:21.222016 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:21.267432 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] For port b2df713c-01b7-449e-bb1d-0a03d8fbfae3, host dv-cinder-802669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=b2df713c-01b7-449e-bb1d-0a03d8fbfae3,segment=NetworkSegment(64e20506-26f3-4d95-b013-8fb570658f22),segment_id=64e20506-26f3-4d95-b013-8fb570658f22)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:26:21.275274 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:21.281666 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device d363bb4c-a904-4b7b-a083-85c9e0e34ea8 up at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:26:21.289020 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvr_db [None req-858c2ef1-7d79-4728-8d48-353b4f168e0d None None] Set router 4cb32a1a-bc7a-403f-80ef-bcdadb9f1db4 gateway port host: dv-cinder-802669-1-iscsi {{(pid=93070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:26:21.339181 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-9ca2679b-2509-4e85-90c0-2a64a6c730cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8268876'] for router_interface, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:21.434329 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Pushing event updated for resources: {'Port': ['ID=b2df713c-01b7-449e-bb1d-0a03d8fbfae3,revision_number=5']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:21.438275 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning for port d363bb4c-a904-4b7b-a083-85c9e0e34ea8 completed by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:26:21.443875 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning complete for port d363bb4c-a904-4b7b-a083-85c9e0e34ea8 triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:26:21.444324 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:21.561027 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-6f310244-04a4-401e-8d6e-ac27c032a186 None None] Provisioning complete for port d363bb4c-a904-4b7b-a083-85c9e0e34ea8 triggered by entity DHCP. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:26:21.561418 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-6f310244-04a4-401e-8d6e-ac27c032a186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:21.675870 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:21.684813 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-9ca2679b-2509-4e85-90c0-2a64a6c730cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:21.720119 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-858c2ef1-7d79-4728-8d48-353b4f168e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb32a1a-bc7a-403f-80ef-bcdadb9f1db4', 'name': 'tempest-TestShelveInstance-530889301-router', 'tenant_id': '7c4ceb6d4ba94ce194e7af7f445730f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '5cbdc90c-e752-4903-bb44-5862377d604c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:26:17Z', 'updated_at': '2021-07-28T09:26:18Z', 'revision_number': 3, 'project_id': '7c4ceb6d4ba94ce194e7af7f445730f6', 'gw_port': {'id': '5cbdc90c-e752-4903-bb44-5862377d604c', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:69:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cb32a1a-bc7a-403f-80ef-bcdadb9f1db4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:26:18Z', 'updated_at': '2021-07-28T09:26:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi'}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:26:21.801420 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] For port d363bb4c-a904-4b7b-a083-85c9e0e34ea8, host dv-cinder-802669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=d363bb4c-a904-4b7b-a083-85c9e0e34ea8,segment=NetworkSegment(1874cffc-30bc-4ff6-b3c8-3a5ab61f8414),segment_id=1874cffc-30bc-4ff6-b3c8-3a5ab61f8414)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:26:21.808084 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:21.898604 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858c2ef1-7d79-4728-8d48-353b4f168e0d None None] The sync data for ids ['4cb32a1a-bc7a-403f-80ef-bcdadb9f1db4'] in dv-cinder-802669-1-iscsi is: [{'id': '4cb32a1a-bc7a-403f-80ef-bcdadb9f1db4', 'name': 'tempest-TestShelveInstance-530889301-router', 'tenant_id': '7c4ceb6d4ba94ce194e7af7f445730f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '5cbdc90c-e752-4903-bb44-5862377d604c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:26:17Z', 'updated_at': '2021-07-28T09:26:18Z', 'revision_number': 3, 'project_id': '7c4ceb6d4ba94ce194e7af7f445730f6', 'gw_port': {'id': '5cbdc90c-e752-4903-bb44-5862377d604c', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:69:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cb32a1a-bc7a-403f-80ef-bcdadb9f1db4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:26:18Z', 'updated_at': '2021-07-28T09:26:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi'}] {{(pid=93070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:26:21.916885 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Pushing event updated for resources: {'Port': ['ID=d363bb4c-a904-4b7b-a083-85c9e0e34ea8,revision_number=3']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:22.013790 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-5b3cb1a9-5e93-48f8-a058-6483ea02b95c None None] Provisioning for port 40c793bb-4011-4131-b0e9-c3b549aacf0d completed by entity DHCP. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:26:22.018796 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-5b3cb1a9-5e93-48f8-a058-6483ea02b95c None None] Provisioning complete for port 40c793bb-4011-4131-b0e9-c3b549aacf0d triggered by entity DHCP. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:26:22.019154 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-5b3cb1a9-5e93-48f8-a058-6483ea02b95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:22.050617 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-9ca2679b-2509-4e85-90c0-2a64a6c730cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:22.072186 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-9ca2679b-2509-4e85-90c0-2a64a6c730cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33549957'] for port, after_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:22.075684 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-5b3cb1a9-5e93-48f8-a058-6483ea02b95c None None] Port 40c793bb-4011-4131-b0e9-c3b549aacf0d cannot update to ACTIVE because it is not bound. {{(pid=93069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 09:26:22.158524 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-9ca2679b-2509-4e85-90c0-2a64a6c730cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8069282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8270300'] for router_interface, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:22.160580 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca2679b-2509-4e85-90c0-2a64a6c730cb admin admin] Pushing event updated for resources: {'Port': ['ID=40c793bb-4011-4131-b0e9-c3b549aacf0d,revision_number=2']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:22.317444 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca2679b-2509-4e85-90c0-2a64a6c730cb admin admin] Network 41049b01-d857-49ee-839e-5f79bf7420d6 is already hosted by enough agents. {{(pid=93067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:26:22.319226 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.base_scheduler [None req-9ca2679b-2509-4e85-90c0-2a64a6c730cb admin admin] Resources bound (agent type, host, resource id): {{(pid=93067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:26:22.575845 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca2679b-2509-4e85-90c0-2a64a6c730cb admin admin] Router 4cb32a1a-bc7a-403f-80ef-bcdadb9f1db4 has already been hosted by L3 agent 4c8802ae-c91a-4e26-b3c6-37f497a3b5b2 {{(pid=93067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 09:26:22.609302 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-d49ab71b-db8e-44c7-9db7-9958bf8067db None None] Provisioning complete for port 40c793bb-4011-4131-b0e9-c3b549aacf0d triggered by entity DHCP. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:26:22.615379 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-d49ab71b-db8e-44c7-9db7-9958bf8067db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:22.704753 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-d49ab71b-db8e-44c7-9db7-9958bf8067db None None] Port 40c793bb-4011-4131-b0e9-c3b549aacf0d cannot update to ACTIVE because it is not bound. {{(pid=93069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 09:26:22.758304 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device b2df713c-01b7-449e-bb1d-0a03d8fbfae3 up at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:26:22.817765 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca2679b-2509-4e85-90c0-2a64a6c730cb admin admin] Notify agent at l3_agent.dv-cinder-802669-1-iscsi the message routers_updated {{(pid=93067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:26:22.823999 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning complete for port b2df713c-01b7-449e-bb1d-0a03d8fbfae3 triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:26:22.824602 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:22.833036 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-9ca2679b-2509-4e85-90c0-2a64a6c730cb admin admin] 10.222.0.23 "PUT /v2.0/routers/4cb32a1a-bc7a-403f-80ef-bcdadb9f1db4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2542164 Jul 28 09:26:22.964981 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device d363bb4c-a904-4b7b-a083-85c9e0e34ea8 up at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:26:23.085440 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning complete for port d363bb4c-a904-4b7b-a083-85c9e0e34ea8 triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:26:23.085809 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:23.202595 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device 5cbdc90c-e752-4903-bb44-5862377d604c up at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:26:23.264393 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning for port 5cbdc90c-e752-4903-bb44-5862377d604c completed by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:26:23.270886 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning complete for port 5cbdc90c-e752-4903-bb44-5862377d604c triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:26:23.270886 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:23.435485 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:23.458073 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] For port 5cbdc90c-e752-4903-bb44-5862377d604c, host dv-cinder-802669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=5cbdc90c-e752-4903-bb44-5862377d604c,segment=NetworkSegment(b226f756-b865-4ac3-ba22-f8bcfda44394),segment_id=b226f756-b865-4ac3-ba22-f8bcfda44394)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:26:23.463541 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:23.529969 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Pushing event updated for resources: {'Port': ['ID=5cbdc90c-e752-4903-bb44-5862377d604c,revision_number=4']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:24.058328 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 49568) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:26:24.065440 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.v2.base [None req-aa89e916-daa8-4ae7-a314-36020e8cb668 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1968132956', 'description': 'tempest-secgroup-smoke-1968132956 description', 'project_id': 'b0bed69fc98347318765653ba412b638'}} {{(pid=93068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:26:24.121190 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-aa89e916-daa8-4ae7-a314-36020e8cb668 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Notify callbacks [] for security_group, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:24.201741 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:24.221523 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-aa89e916-daa8-4ae7-a314-36020e8cb668 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Notify callbacks [] for security_group, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:24.226677 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-aa89e916-daa8-4ae7-a314-36020e8cb668 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:24.258709 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa89e916-daa8-4ae7-a314-36020e8cb668 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=108c0e08-277a-42bf-a1e5-3d5e80f657b2,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:24.262012 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-aa89e916-daa8-4ae7-a314-36020e8cb668 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Notify callbacks [] for security_group, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:24.267185 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-aa89e916-daa8-4ae7-a314-36020e8cb668 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2070699 Jul 28 09:26:24.267354 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 49570) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:26:24.275289 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [None req-4159ee5f-470c-4b27-803c-09e542757dfa tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Request body: {'security_group_rule': {'security_group_id': '108c0e08-277a-42bf-a1e5-3d5e80f657b2', 'project_id': 'b0bed69fc98347318765653ba412b638', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:26:24.314392 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-4159ee5f-470c-4b27-803c-09e542757dfa tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:24.388171 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-4159ee5f-470c-4b27-803c-09e542757dfa tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:24.393783 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-4159ee5f-470c-4b27-803c-09e542757dfa tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935926'] for security_group_rule, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:24.420296 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4159ee5f-470c-4b27-803c-09e542757dfa tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4345c5f8-17d9-42c2-b44b-6873253028aa,revision_number=0']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:24.444190 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-4159ee5f-470c-4b27-803c-09e542757dfa tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:24.446868 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-4159ee5f-470c-4b27-803c-09e542757dfa tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1782684 Jul 28 09:26:24.449582 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 49574) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:26:24.462169 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [None req-547aa3c0-1863-4344-b41b-9fb83f848995 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Request body: {'security_group_rule': {'security_group_id': '108c0e08-277a-42bf-a1e5-3d5e80f657b2', 'project_id': 'b0bed69fc98347318765653ba412b638', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:26:24.489534 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fbde47-e16e-4151-8ec9-e5c0a3a653d2 None None] Sync routers for ids ['4cb32a1a-bc7a-403f-80ef-bcdadb9f1db4'] in dv-cinder-802669-1-iscsi {{(pid=93069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:26:24.518287 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fbde47-e16e-4151-8ec9-e5c0a3a653d2 None None] Routers {'4cb32a1a-bc7a-403f-80ef-bcdadb9f1db4'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:26:24.518931 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-63fbde47-e16e-4151-8ec9-e5c0a3a653d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:26:01Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['4cb32a1a-bc7a-403f-80ef-bcdadb9f1db4'], 'active': True} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:26:24.526733 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-547aa3c0-1863-4344-b41b-9fb83f848995 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:24.573065 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device 5cbdc90c-e752-4903-bb44-5862377d604c up at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:26:24.623610 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-547aa3c0-1863-4344-b41b-9fb83f848995 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:24.630052 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-547aa3c0-1863-4344-b41b-9fb83f848995 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935926'] for security_group_rule, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:24.649754 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547aa3c0-1863-4344-b41b-9fb83f848995 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8291a25-eecc-42f4-a91d-0d6aae636ef7,revision_number=0']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:24.668976 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-547aa3c0-1863-4344-b41b-9fb83f848995 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:24.671546 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-547aa3c0-1863-4344-b41b-9fb83f848995 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2208133 Jul 28 09:26:24.674926 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 49576) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:26:24.681401 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [None req-5269a7e0-efcd-48a1-b764-5a8649fdd367 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Request body: {'security_group_rule': {'security_group_id': '108c0e08-277a-42bf-a1e5-3d5e80f657b2', 'project_id': 'b0bed69fc98347318765653ba412b638', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:26:24.698297 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvr_db [None req-63fbde47-e16e-4151-8ec9-e5c0a3a653d2 None None] Set router 4cb32a1a-bc7a-403f-80ef-bcdadb9f1db4 gateway port host: dv-cinder-802669-1-iscsi {{(pid=93069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:26:24.700211 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning complete for port 5cbdc90c-e752-4903-bb44-5862377d604c triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:26:24.700834 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:24.718538 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-5269a7e0-efcd-48a1-b764-5a8649fdd367 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:24.809633 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-5269a7e0-efcd-48a1-b764-5a8649fdd367 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:24.814047 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-5269a7e0-efcd-48a1-b764-5a8649fdd367 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935926'] for security_group_rule, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:24.858798 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5269a7e0-efcd-48a1-b764-5a8649fdd367 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b430daa7-7db2-4a41-b9a4-b8fc4a6a9077,revision_number=0']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:24.867635 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-5269a7e0-efcd-48a1-b764-5a8649fdd367 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:24.867635 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-5269a7e0-efcd-48a1-b764-5a8649fdd367 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1882653 Jul 28 09:26:24.872117 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 49580) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:26:24.891986 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [None req-24322b60-6a5c-4faa-8b45-ab3896f720ab tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Request body: {'security_group_rule': {'security_group_id': '108c0e08-277a-42bf-a1e5-3d5e80f657b2', 'project_id': 'b0bed69fc98347318765653ba412b638', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:26:24.942851 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-24322b60-6a5c-4faa-8b45-ab3896f720ab tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:25.076847 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-24322b60-6a5c-4faa-8b45-ab3896f720ab tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:25.084235 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-24322b60-6a5c-4faa-8b45-ab3896f720ab tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935926'] for security_group_rule, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:25.158931 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24322b60-6a5c-4faa-8b45-ab3896f720ab tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae00e62b-6ea3-4199-930c-c1975d3059e2,revision_number=0']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:25.161090 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-24322b60-6a5c-4faa-8b45-ab3896f720ab tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:25.168805 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 49594) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:26:25.175862 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.v2.base [None req-f81090f6-8fdc-4a86-9bfb-943395484724 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Request body: {'security_group_rule': {'security_group_id': '108c0e08-277a-42bf-a1e5-3d5e80f657b2', 'project_id': 'b0bed69fc98347318765653ba412b638', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:26:25.181254 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-24322b60-6a5c-4faa-8b45-ab3896f720ab tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2968836 Jul 28 09:26:25.235277 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.db.securitygroups_db [None req-f81090f6-8fdc-4a86-9bfb-943395484724 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Project b0bed69fc98347318765653ba412b638 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 09:26:25.250840 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-f81090f6-8fdc-4a86-9bfb-943395484724 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:25.314192 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-63fbde47-e16e-4151-8ec9-e5c0a3a653d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb32a1a-bc7a-403f-80ef-bcdadb9f1db4', 'name': 'tempest-TestShelveInstance-530889301-router', 'tenant_id': '7c4ceb6d4ba94ce194e7af7f445730f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '5cbdc90c-e752-4903-bb44-5862377d604c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:26:17Z', 'updated_at': '2021-07-28T09:26:21Z', 'revision_number': 4, 'project_id': '7c4ceb6d4ba94ce194e7af7f445730f6', 'gw_port': {'id': '5cbdc90c-e752-4903-bb44-5862377d604c', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:69:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb32a1a-bc7a-403f-80ef-bcdadb9f1db4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:26:18Z', 'updated_at': '2021-07-28T09:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_interfaces': [{'id': '40c793bb-4011-4131-b0e9-c3b549aacf0d', 'name': '', 'network_id': '41049b01-d857-49ee-839e-5f79bf7420d6', 'tenant_id': '7c4ceb6d4ba94ce194e7af7f445730f6', 'mac_address': 'fa:16:3e:b0:54:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cb32a1a-bc7a-403f-80ef-bcdadb9f1db4', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '5e231bd9-38e1-4ced-bc1a-d0b1a7bfebb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:26:20Z', 'updated_at': '2021-07-28T09:26:21Z', 'revision_number': 2, 'project_id': '7c4ceb6d4ba94ce194e7af7f445730f6', 'subnets': [{'id': '5e231bd9-38e1-4ced-bc1a-d0b1a7bfebb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:26:25.342349 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fbde47-e16e-4151-8ec9-e5c0a3a653d2 None None] Checking router: 4cb32a1a-bc7a-403f-80ef-bcdadb9f1db4 for host: dv-cinder-802669-1-iscsi {{(pid=93069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:26:25.342880 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fbde47-e16e-4151-8ec9-e5c0a3a653d2 None None] Updating router 4cb32a1a-bc7a-403f-80ef-bcdadb9f1db4 port 40c793bb-4011-4131-b0e9-c3b549aacf0d binding host dv-cinder-802669-1-iscsi {{(pid=93069) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 09:26:25.373364 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-63fbde47-e16e-4151-8ec9-e5c0a3a653d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:25.405772 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-f81090f6-8fdc-4a86-9bfb-943395484724 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:25.413571 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-f81090f6-8fdc-4a86-9bfb-943395484724 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935926'] for security_group_rule, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:25.448049 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-f81090f6-8fdc-4a86-9bfb-943395484724 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:25.450979 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-f81090f6-8fdc-4a86-9bfb-943395484724 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2810965 Jul 28 09:26:25.454766 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 49600) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:26:25.455954 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81090f6-8fdc-4a86-9bfb-943395484724 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c18cf81-9cf1-42dd-844b-4cc968ea1165,revision_number=0']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:25.471957 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.v2.base [None req-d46732f1-d340-433d-9666-e23266cbd63e tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Request body: {'security_group_rule': {'security_group_id': '108c0e08-277a-42bf-a1e5-3d5e80f657b2', 'project_id': 'b0bed69fc98347318765653ba412b638', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:26:25.518909 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.db.securitygroups_db [None req-d46732f1-d340-433d-9666-e23266cbd63e tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Project b0bed69fc98347318765653ba412b638 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 09:26:25.529426 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-d46732f1-d340-433d-9666-e23266cbd63e tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:25.649111 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-d46732f1-d340-433d-9666-e23266cbd63e tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:25.656470 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-d46732f1-d340-433d-9666-e23266cbd63e tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935926'] for security_group_rule, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:25.694644 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46732f1-d340-433d-9666-e23266cbd63e tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0daf49f5-e706-4c71-8dc2-9d37c86ada83,revision_number=0']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:25.697801 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-d46732f1-d340-433d-9666-e23266cbd63e tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:25.709254 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-d46732f1-d340-433d-9666-e23266cbd63e tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2446954 Jul 28 09:26:25.904535 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-63fbde47-e16e-4151-8ec9-e5c0a3a653d2 None None] Notify callbacks [] for port, precommit_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:25.927708 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-63fbde47-e16e-4151-8ec9-e5c0a3a653d2 None None] Transition to ACTIVE for port object 40c793bb-4011-4131-b0e9-c3b549aacf0d will not be triggered until provisioned by entity L2. {{(pid=93069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:26:25.941009 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-63fbde47-e16e-4151-8ec9-e5c0a3a653d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:25.996292 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fd3d35-fd40-460c-bc62-81ae6bec1716 None None] Pushing event updated for resources: {'Port': ['ID=40c793bb-4011-4131-b0e9-c3b549aacf0d,revision_number=3']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:26.074721 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.managers [None req-63fbde47-e16e-4151-8ec9-e5c0a3a653d2 None None] Attempting to bind port 40c793bb-4011-4131-b0e9-c3b549aacf0d on host dv-cinder-802669-1-iscsi for vnic_type normal with profile {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 09:26:26.075085 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.managers [None req-63fbde47-e16e-4151-8ec9-e5c0a3a653d2 None None] Attempting to bind port 40c793bb-4011-4131-b0e9-c3b549aacf0d by drivers openvswitch,hyperv on host dv-cinder-802669-1-iscsi at level 0 using segments [{'id': '1874cffc-30bc-4ff6-b3c8-3a5ab61f8414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '41049b01-d857-49ee-839e-5f79bf7420d6'}] {{(pid=93069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 09:26:26.076942 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fbde47-e16e-4151-8ec9-e5c0a3a653d2 None None] Attempting to bind port 40c793bb-4011-4131-b0e9-c3b549aacf0d on network 41049b01-d857-49ee-839e-5f79bf7420d6 {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 09:26:26.094518 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fbde47-e16e-4151-8ec9-e5c0a3a653d2 None None] Checking agent: {'id': 'c23067a4-a93a-4753-ba74-9a71aabd88dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 9, 17, 1), 'started_at': datetime.datetime(2021, 7, 28, 9, 17, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 9, 26, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 09:26:26.094873 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fbde47-e16e-4151-8ec9-e5c0a3a653d2 None None] Checking segment: {'id': '1874cffc-30bc-4ff6-b3c8-3a5ab61f8414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '41049b01-d857-49ee-839e-5f79bf7420d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 09:26:26.095368 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-63fbde47-e16e-4151-8ec9-e5c0a3a653d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:26.095843 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fbde47-e16e-4151-8ec9-e5c0a3a653d2 None None] Bound using segment: {'id': '1874cffc-30bc-4ff6-b3c8-3a5ab61f8414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '41049b01-d857-49ee-839e-5f79bf7420d6'} {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 09:26:26.096528 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.managers [None req-63fbde47-e16e-4151-8ec9-e5c0a3a653d2 None None] Bound port: 40c793bb-4011-4131-b0e9-c3b549aacf0d, host: dv-cinder-802669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1874cffc-30bc-4ff6-b3c8-3a5ab61f8414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '41049b01-d857-49ee-839e-5f79bf7420d6'}}] {{(pid=93069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 09:26:26.096942 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-63fbde47-e16e-4151-8ec9-e5c0a3a653d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:26.235449 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-63fbde47-e16e-4151-8ec9-e5c0a3a653d2 None None] For port 40c793bb-4011-4131-b0e9-c3b549aacf0d, host dv-cinder-802669-1-iscsi, cleared binding levels {{(pid=93069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:26:26.239359 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-63fbde47-e16e-4151-8ec9-e5c0a3a653d2 None None] For port 40c793bb-4011-4131-b0e9-c3b549aacf0d, host dv-cinder-802669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=40c793bb-4011-4131-b0e9-c3b549aacf0d,segment=NetworkSegment(1874cffc-30bc-4ff6-b3c8-3a5ab61f8414),segment_id=1874cffc-30bc-4ff6-b3c8-3a5ab61f8414)] {{(pid=93069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:26:26.250445 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-63fbde47-e16e-4151-8ec9-e5c0a3a653d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:26.333194 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fbde47-e16e-4151-8ec9-e5c0a3a653d2 None None] Routers {'4cb32a1a-bc7a-403f-80ef-bcdadb9f1db4'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:26:26.333843 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-63fbde47-e16e-4151-8ec9-e5c0a3a653d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:26:01Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['4cb32a1a-bc7a-403f-80ef-bcdadb9f1db4'], 'active': True} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:26:26.412579 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fd3d35-fd40-460c-bc62-81ae6bec1716 None None] Pushing event updated for resources: {'Port': ['ID=40c793bb-4011-4131-b0e9-c3b549aacf0d,revision_number=4']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:26.604334 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvr_db [None req-63fbde47-e16e-4151-8ec9-e5c0a3a653d2 None None] Set router 4cb32a1a-bc7a-403f-80ef-bcdadb9f1db4 gateway port host: dv-cinder-802669-1-iscsi {{(pid=93069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:26:26.905355 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd44dd96-9377-4bfe-aace-9aa9ea40bbad req-713f3d4f-e330-4f5a-a1a3-aca4a1c4c948 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:26.913763 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-fd44dd96-9377-4bfe-aace-9aa9ea40bbad req-713f3d4f-e330-4f5a-a1a3-aca4a1c4c948 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=722bacfd-c01b-427f-a5db-de2581b3dc2e HTTP/1.1" status: 200 len: 945 time: 0.1119850 Jul 28 09:26:26.924116 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2fd4e4-5862-4ae0-8d44-21e7684360e9 req-2f8a461e-d657-4bf1-a3a4-70befcfdc732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:26.926345 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-6a2fd4e4-5862-4ae0-8d44-21e7684360e9 req-2f8a461e-d657-4bf1-a3a4-70befcfdc732 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cdd4025f7c74471e81aa73079f97a769&device_id=722bacfd-c01b-427f-a5db-de2581b3dc2e HTTP/1.1" status: 200 len: 1098 time: 0.1115837 Jul 28 09:26:26.952986 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-63fbde47-e16e-4151-8ec9-e5c0a3a653d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb32a1a-bc7a-403f-80ef-bcdadb9f1db4', 'name': 'tempest-TestShelveInstance-530889301-router', 'tenant_id': '7c4ceb6d4ba94ce194e7af7f445730f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '5cbdc90c-e752-4903-bb44-5862377d604c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:26:17Z', 'updated_at': '2021-07-28T09:26:21Z', 'revision_number': 4, 'project_id': '7c4ceb6d4ba94ce194e7af7f445730f6', 'gw_port': {'id': '5cbdc90c-e752-4903-bb44-5862377d604c', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:69:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb32a1a-bc7a-403f-80ef-bcdadb9f1db4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:26:18Z', 'updated_at': '2021-07-28T09:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_interfaces': [{'id': '40c793bb-4011-4131-b0e9-c3b549aacf0d', 'name': '', 'network_id': '41049b01-d857-49ee-839e-5f79bf7420d6', 'tenant_id': '7c4ceb6d4ba94ce194e7af7f445730f6', 'mac_address': 'fa:16:3e:b0:54:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cb32a1a-bc7a-403f-80ef-bcdadb9f1db4', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '5e231bd9-38e1-4ced-bc1a-d0b1a7bfebb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:26:20Z', 'updated_at': '2021-07-28T09:26:26Z', 'revision_number': 4, 'project_id': '7c4ceb6d4ba94ce194e7af7f445730f6', 'subnets': [{'id': '5e231bd9-38e1-4ced-bc1a-d0b1a7bfebb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:26:26.990162 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fbde47-e16e-4151-8ec9-e5c0a3a653d2 None None] The sync data for ids ['4cb32a1a-bc7a-403f-80ef-bcdadb9f1db4'] in dv-cinder-802669-1-iscsi is: [{'id': '4cb32a1a-bc7a-403f-80ef-bcdadb9f1db4', 'name': 'tempest-TestShelveInstance-530889301-router', 'tenant_id': '7c4ceb6d4ba94ce194e7af7f445730f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '5cbdc90c-e752-4903-bb44-5862377d604c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:26:17Z', 'updated_at': '2021-07-28T09:26:21Z', 'revision_number': 4, 'project_id': '7c4ceb6d4ba94ce194e7af7f445730f6', 'gw_port': {'id': '5cbdc90c-e752-4903-bb44-5862377d604c', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:69:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb32a1a-bc7a-403f-80ef-bcdadb9f1db4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:26:18Z', 'updated_at': '2021-07-28T09:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_interfaces': [{'id': '40c793bb-4011-4131-b0e9-c3b549aacf0d', 'name': '', 'network_id': '41049b01-d857-49ee-839e-5f79bf7420d6', 'tenant_id': '7c4ceb6d4ba94ce194e7af7f445730f6', 'mac_address': 'fa:16:3e:b0:54:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cb32a1a-bc7a-403f-80ef-bcdadb9f1db4', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': '5e231bd9-38e1-4ced-bc1a-d0b1a7bfebb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:26:20Z', 'updated_at': '2021-07-28T09:26:26Z', 'revision_number': 4, 'project_id': '7c4ceb6d4ba94ce194e7af7f445730f6', 'subnets': [{'id': '5e231bd9-38e1-4ced-bc1a-d0b1a7bfebb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:26:27.076362 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-fd44dd96-9377-4bfe-aace-9aa9ea40bbad req-d4c7b2e8-8934-4ff0-aca6-d10a842b5ac9 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468902 Jul 28 09:26:27.141993 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2fd4e4-5862-4ae0-8d44-21e7684360e9 req-3e5d8402-0e6b-4d34-bf6b-fed040a17c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:27.143442 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-6a2fd4e4-5862-4ae0-8d44-21e7684360e9 req-3e5d8402-0e6b-4d34-bf6b-fed040a17c6f service neutron] 10.222.0.32 "GET /v2.0/networks?id=bc5fa390-0a22-474b-ac35-e54c73e4ebd9 HTTP/1.1" status: 200 len: 920 time: 0.2020082 Jul 28 09:26:27.204498 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-6a2fd4e4-5862-4ae0-8d44-21e7684360e9 req-1665e4ca-a7fd-455f-b912-768921d0859d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b4fdddf-03d6-4edc-b888-724b64f54c3b HTTP/1.1" status: 200 len: 217 time: 0.0499749 Jul 28 09:26:27.345029 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2fd4e4-5862-4ae0-8d44-21e7684360e9 req-e8bdb380-4f42-46c1-ac8a-57d07151144e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:27.346860 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-6a2fd4e4-5862-4ae0-8d44-21e7684360e9 req-e8bdb380-4f42-46c1-ac8a-57d07151144e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e1f74411-6c4e-4dfc-902d-6f35d76f4922 HTTP/1.1" status: 200 len: 859 time: 0.1321580 Jul 28 09:26:27.402303 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-6a2fd4e4-5862-4ae0-8d44-21e7684360e9 req-f7174e97-b4bd-4c49-a107-e7242fb4cb3e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bc5fa390-0a22-474b-ac35-e54c73e4ebd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423992 Jul 28 09:26:27.579935 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-6a2fd4e4-5862-4ae0-8d44-21e7684360e9 req-6eec6055-8526-4871-b63a-e98c46d45007 service neutron] 10.222.0.32 "GET /v2.0/networks/bc5fa390-0a22-474b-ac35-e54c73e4ebd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629577 Jul 28 09:26:27.707137 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-6a2fd4e4-5862-4ae0-8d44-21e7684360e9 req-8818cf78-02d8-4789-865a-794a39abd907 service neutron] 10.222.0.32 "GET /v2.0/networks/bc5fa390-0a22-474b-ac35-e54c73e4ebd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152875 Jul 28 09:26:28.208582 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc8365-16c3-4642-a1c6-9169a8d7b865 req-4aed2dfd-bdef-4ecf-8660-4ef1136c0edf tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:28.210033 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-bccc8365-16c3-4642-a1c6-9169a8d7b865 req-4aed2dfd-bdef-4ecf-8660-4ef1136c0edf tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=722bacfd-c01b-427f-a5db-de2581b3dc2e HTTP/1.1" status: 200 len: 945 time: 0.0535998 Jul 28 09:26:28.284925 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-bccc8365-16c3-4642-a1c6-9169a8d7b865 req-7a13f335-c106-452f-9e47-db52acd654a6 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680721 Jul 28 09:26:28.354631 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-0f34505a-2beb-42ce-98c9-3ca6445278c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:28.548059 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device 40c793bb-4011-4131-b0e9-c3b549aacf0d up at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:26:28.607813 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning for port 40c793bb-4011-4131-b0e9-c3b549aacf0d completed by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:26:28.612938 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning complete for port 40c793bb-4011-4131-b0e9-c3b549aacf0d triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:26:28.613359 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:28.798776 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:28.873818 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] For port 40c793bb-4011-4131-b0e9-c3b549aacf0d, host dv-cinder-802669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=40c793bb-4011-4131-b0e9-c3b549aacf0d,segment=NetworkSegment(1874cffc-30bc-4ff6-b3c8-3a5ab61f8414),segment_id=1874cffc-30bc-4ff6-b3c8-3a5ab61f8414)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:26:28.879641 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:28.949416 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Pushing event updated for resources: {'Port': ['ID=40c793bb-4011-4131-b0e9-c3b549aacf0d,revision_number=5']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:29.404832 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ced9977-abf5-418a-903a-710756f9af16 req-5ae2e52e-6d12-440c-9dcb-ce4b1dd4b675 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:29.406442 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2ced9977-abf5-418a-903a-710756f9af16 req-5ae2e52e-6d12-440c-9dcb-ce4b1dd4b675 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=722bacfd-c01b-427f-a5db-de2581b3dc2e HTTP/1.1" status: 200 len: 945 time: 0.0518663 Jul 28 09:26:29.450560 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2ced9977-abf5-418a-903a-710756f9af16 req-d01e21fc-e71b-4486-8af6-4eb46b3ab233 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382028 Jul 28 09:26:30.523733 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device 40c793bb-4011-4131-b0e9-c3b549aacf0d up at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:26:30.582770 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99d9b30-1073-46c5-922d-11918095ef8e req-04b568e2-6800-489d-ae77-8b82011aa37a tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:30.583402 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning complete for port 40c793bb-4011-4131-b0e9-c3b549aacf0d triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:26:30.584144 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:30.584355 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e99d9b30-1073-46c5-922d-11918095ef8e req-04b568e2-6800-489d-ae77-8b82011aa37a tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=722bacfd-c01b-427f-a5db-de2581b3dc2e HTTP/1.1" status: 200 len: 945 time: 0.0580058 Jul 28 09:26:30.627480 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e99d9b30-1073-46c5-922d-11918095ef8e req-dde1fb1f-e008-430e-b6ec-e51c9dde8f67 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367136 Jul 28 09:26:30.713390 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-f02a8e51-c5a0-40df-a444-5095ba170d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:31.092257 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:31.306877 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 49764) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:26:31.420872 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-d651784c-94dc-45a5-8014-b799236e50e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:31.513234 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-d651784c-94dc-45a5-8014-b799236e50e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:31.518236 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-d651784c-94dc-45a5-8014-b799236e50e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:31.554618 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 49768) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:26:31.554814 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-d651784c-94dc-45a5-8014-b799236e50e6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e9ff121ff9ea4a3fb522baad6e10b7d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2466104 Jul 28 09:26:31.565281 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d651784c-94dc-45a5-8014-b799236e50e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba6cfe2-e063-4c6e-9e3b-6d7334eb7ac3,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:31.576971 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d651784c-94dc-45a5-8014-b799236e50e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:26:31.577320 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d651784c-94dc-45a5-8014-b799236e50e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:26:31.577789 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d651784c-94dc-45a5-8014-b799236e50e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:26:31.579081 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d651784c-94dc-45a5-8014-b799236e50e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:26:31.579649 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d651784c-94dc-45a5-8014-b799236e50e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:26:31.579985 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d651784c-94dc-45a5-8014-b799236e50e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:26:31.580497 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d651784c-94dc-45a5-8014-b799236e50e6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:26:31.581068 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d651784c-94dc-45a5-8014-b799236e50e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:26:31.581575 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d651784c-94dc-45a5-8014-b799236e50e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:26:31.582090 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d651784c-94dc-45a5-8014-b799236e50e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:26:31.582573 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d651784c-94dc-45a5-8014-b799236e50e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:26:31.583124 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d651784c-94dc-45a5-8014-b799236e50e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:26:31.623601 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-946d8c61-12b9-4220-97d6-726d3c13a372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:31.648689 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-946d8c61-12b9-4220-97d6-726d3c13a372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:31.718409 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-946d8c61-12b9-4220-97d6-726d3c13a372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:31.722313 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-946d8c61-12b9-4220-97d6-726d3c13a372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:31.723458 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-946d8c61-12b9-4220-97d6-726d3c13a372 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cba6cfe2-e063-4c6e-9e3b-6d7334eb7ac3 HTTP/1.1" status: 204 len: 168 time: 0.1669917 Jul 28 09:26:31.752898 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946d8c61-12b9-4220-97d6-726d3c13a372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba6cfe2-e063-4c6e-9e3b-6d7334eb7ac3,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:31.779859 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb17888-16c9-48cd-ac2d-68f5e3a2fd01 req-a3d93d0c-01fd-402c-a6ae-ea6ad7e1b365 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:31.782547 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-4eb17888-16c9-48cd-ac2d-68f5e3a2fd01 req-a3d93d0c-01fd-402c-a6ae-ea6ad7e1b365 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=722bacfd-c01b-427f-a5db-de2581b3dc2e HTTP/1.1" status: 200 len: 945 time: 0.0753927 Jul 28 09:26:32.077703 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-29fc97ff-9392-4c7d-8b91-be3be07fca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:32.158242 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-4eb17888-16c9-48cd-ac2d-68f5e3a2fd01 req-e7b1c05b-ae2b-493b-b641-cd766194ddf1 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3694594 Jul 28 09:26:32.163152 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 49786) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:26:32.179794 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-cdfa48c8-1caa-4e74-9fad-873f1c56200f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:32.299032 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-cdfa48c8-1caa-4e74-9fad-873f1c56200f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:32.305472 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-cdfa48c8-1caa-4e74-9fad-873f1c56200f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:32.349774 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-cdfa48c8-1caa-4e74-9fad-873f1c56200f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=18d25b63949e4f4e8a0697f985471abd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1854572 Jul 28 09:26:32.352449 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 49790) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:26:32.403413 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfa48c8-1caa-4e74-9fad-873f1c56200f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3062df-2c8d-4fdb-b8c6-b8d077e65f66,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:32.427272 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-8fdcc2d1-6d4f-40c9-bf0b-f5979c05ec76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:32.457300 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-8fdcc2d1-6d4f-40c9-bf0b-f5979c05ec76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:32.524834 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-8fdcc2d1-6d4f-40c9-bf0b-f5979c05ec76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:32.528309 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-8fdcc2d1-6d4f-40c9-bf0b-f5979c05ec76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:32.529750 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-8fdcc2d1-6d4f-40c9-bf0b-f5979c05ec76 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ce3062df-2c8d-4fdb-b8c6-b8d077e65f66 HTTP/1.1" status: 204 len: 168 time: 0.1759958 Jul 28 09:26:32.541974 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdcc2d1-6d4f-40c9-bf0b-f5979c05ec76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3062df-2c8d-4fdb-b8c6-b8d077e65f66,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:33.302480 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c5c41-c049-4a6f-b781-3fb58065d94b req-53473f24-a84a-4c71-abb6-68e9a58b4b3e tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:33.310890 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-8a5c5c41-c049-4a6f-b781-3fb58065d94b req-53473f24-a84a-4c71-abb6-68e9a58b4b3e tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=722bacfd-c01b-427f-a5db-de2581b3dc2e HTTP/1.1" status: 200 len: 945 time: 0.0669115 Jul 28 09:26:33.355936 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-8a5c5c41-c049-4a6f-b781-3fb58065d94b req-8fc2e6be-c388-43f1-a27d-4fac2020f3b2 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437663 Jul 28 09:26:33.615167 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-2284cd4c-493c-4cd5-902b-cad83a6c7b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:33.818073 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 49836) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:26:33.935345 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-1b2e4633-4341-44fb-9973-0e69e7a1e017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:34.064568 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-1b2e4633-4341-44fb-9973-0e69e7a1e017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:34.069193 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-1b2e4633-4341-44fb-9973-0e69e7a1e017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:34.120204 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-1b2e4633-4341-44fb-9973-0e69e7a1e017 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ace6dc27b0204da7a343cc5dff092df3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3009653 Jul 28 09:26:34.120483 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 49848) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:26:34.126979 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2e4633-4341-44fb-9973-0e69e7a1e017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d7110f-8d54-4f93-b5c8-988a8c15e418,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:34.205062 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7c1c483-1682-48a2-942b-d29fd66467ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:34.228137 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7c1c483-1682-48a2-942b-d29fd66467ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:34.302523 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7c1c483-1682-48a2-942b-d29fd66467ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:34.310647 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7c1c483-1682-48a2-942b-d29fd66467ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:34.310647 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-c7c1c483-1682-48a2-942b-d29fd66467ff admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/71d7110f-8d54-4f93-b5c8-988a8c15e418 HTTP/1.1" status: 204 len: 168 time: 0.1877573 Jul 28 09:26:34.320115 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c1c483-1682-48a2-942b-d29fd66467ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d7110f-8d54-4f93-b5c8-988a8c15e418,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:34.487749 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd28c789-2bc2-4ced-bb1d-1c79af78552e req-71351ab1-e3d0-4182-81b9-8f9113f67748 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:34.489411 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-cd28c789-2bc2-4ced-bb1d-1c79af78552e req-71351ab1-e3d0-4182-81b9-8f9113f67748 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=722bacfd-c01b-427f-a5db-de2581b3dc2e HTTP/1.1" status: 200 len: 945 time: 0.0609033 Jul 28 09:26:34.530275 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-cd28c789-2bc2-4ced-bb1d-1c79af78552e req-eb428674-2ca9-49d0-8c89-ec53bb90f190 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349164 Jul 28 09:26:38.523138 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 49946) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:26:38.633766 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-676c8c9e-2640-40c4-b3a4-5231627ab317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:38.689320 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.agents_db [None req-63843732-4a37-4b37-bfab-6dab7fdb1052 None None] Agent healthcheck: found 6 active agents {{(pid=93070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:26:38.736619 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-676c8c9e-2640-40c4-b3a4-5231627ab317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:38.741013 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-676c8c9e-2640-40c4-b3a4-5231627ab317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:38.780893 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-676c8c9e-2640-40c4-b3a4-5231627ab317 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e558a908a3be4897bef52523b93842c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2563634 Jul 28 09:26:38.781803 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676c8c9e-2640-40c4-b3a4-5231627ab317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c2d8fc-8d52-4e8a-9e11-b2ffeae6dbcc,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:38.788193 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 49950) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:26:38.789571 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676c8c9e-2640-40c4-b3a4-5231627ab317 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:26:38.790009 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676c8c9e-2640-40c4-b3a4-5231627ab317 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:26:38.790446 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676c8c9e-2640-40c4-b3a4-5231627ab317 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:26:38.790843 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676c8c9e-2640-40c4-b3a4-5231627ab317 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:26:38.791365 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676c8c9e-2640-40c4-b3a4-5231627ab317 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:26:38.791733 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676c8c9e-2640-40c4-b3a4-5231627ab317 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:26:38.792069 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676c8c9e-2640-40c4-b3a4-5231627ab317 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:26:38.792400 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676c8c9e-2640-40c4-b3a4-5231627ab317 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:26:38.792729 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676c8c9e-2640-40c4-b3a4-5231627ab317 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:26:38.793211 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676c8c9e-2640-40c4-b3a4-5231627ab317 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:26:38.793700 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676c8c9e-2640-40c4-b3a4-5231627ab317 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:26:38.794188 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-676c8c9e-2640-40c4-b3a4-5231627ab317 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:26:38.850879 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-9dbcceba-1aa6-4e35-a7c3-76f2a34982f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:38.872005 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-9dbcceba-1aa6-4e35-a7c3-76f2a34982f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:38.921213 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-9dbcceba-1aa6-4e35-a7c3-76f2a34982f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:38.924514 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-9dbcceba-1aa6-4e35-a7c3-76f2a34982f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:38.926168 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-9dbcceba-1aa6-4e35-a7c3-76f2a34982f2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/59c2d8fc-8d52-4e8a-9e11-b2ffeae6dbcc HTTP/1.1" status: 204 len: 168 time: 0.1357741 Jul 28 09:26:38.936073 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbcceba-1aa6-4e35-a7c3-76f2a34982f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c2d8fc-8d52-4e8a-9e11-b2ffeae6dbcc,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:47.734531 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677fcca7-403a-4868-adbb-daded213812b req-9dac9b52-2190-4a15-8d01-e1d204438783 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:47.741463 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-677fcca7-403a-4868-adbb-daded213812b req-9dac9b52-2190-4a15-8d01-e1d204438783 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/networks?id=3463c92e-9592-4a5e-be73-c0318bba2428 HTTP/1.1" status: 200 len: 814 time: 0.1151018 Jul 28 09:26:47.757459 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-677fcca7-403a-4868-adbb-daded213812b req-3973a4a5-1f99-4e50-aaba-7696b8dcc7ef tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/quotas/3ffc9329f42c48d5a02f450469dbaf89 HTTP/1.1" status: 200 len: 375 time: 0.0149434 Jul 28 09:26:47.815981 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-677fcca7-403a-4868-adbb-daded213812b req-2e940688-2d9b-4219-84cc-fe7f4e7f2595 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3ffc9329f42c48d5a02f450469dbaf89&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0575581 Jul 28 09:26:47.911021 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-677fcca7-403a-4868-adbb-daded213812b req-9e949f65-5ab6-4dc6-974b-23f55375a2aa service neutron] 10.222.0.23 "GET /v2.0/networks/3463c92e-9592-4a5e-be73-c0318bba2428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941391 Jul 28 09:26:48.012338 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-677fcca7-403a-4868-adbb-daded213812b req-b175cec8-a33f-4509-811e-4405ea926879 service neutron] 10.222.0.23 "GET /v2.0/networks/3463c92e-9592-4a5e-be73-c0318bba2428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000209 Jul 28 09:26:48.222423 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142140d2-1c41-40b2-976f-b95270c3759e req-8ea3c46a-3322-4fa2-a1c3-534b5775a584 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:48.224009 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-142140d2-1c41-40b2-976f-b95270c3759e req-8ea3c46a-3322-4fa2-a1c3-534b5775a584 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=722bacfd-c01b-427f-a5db-de2581b3dc2e HTTP/1.1" status: 200 len: 945 time: 0.0535686 Jul 28 09:26:48.265582 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-142140d2-1c41-40b2-976f-b95270c3759e req-7e226dcc-6aac-4788-9bb9-9373c38d483d tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357528 Jul 28 09:26:48.378641 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff2bc8-84c9-4cb2-b204-f819ce92e4b4 req-7594b339-81a4-48dd-acc7-65ab98d5764c tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:48.380529 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-4cff2bc8-84c9-4cb2-b204-f819ce92e4b4 req-7594b339-81a4-48dd-acc7-65ab98d5764c tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 946 time: 0.0561967 Jul 28 09:26:48.419695 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-4cff2bc8-84c9-4cb2-b204-f819ce92e4b4 req-36ca8801-9272-46b5-9643-e212fde15e5a tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328627 Jul 28 09:26:48.490735 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-327eb185-2801-4df0-a419-e13e757af5de req-c69a12b3-243c-4bcc-a539-85a1e4874992 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=32a2647e-a9b0-45df-a370-c027a06a66c0 HTTP/1.1" status: 200 len: 210 time: 0.0277278 Jul 28 09:26:49.389637 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9a189a-49bc-4a99-8089-c48c8d787d40 req-1dd738f4-02d5-4e63-8fd4-9d87e76a92eb tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:49.393260 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-5e9a189a-49bc-4a99-8089-c48c8d787d40 req-1dd738f4-02d5-4e63-8fd4-9d87e76a92eb tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=722bacfd-c01b-427f-a5db-de2581b3dc2e HTTP/1.1" status: 200 len: 945 time: 0.0547991 Jul 28 09:26:49.440009 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-5e9a189a-49bc-4a99-8089-c48c8d787d40 req-87a6bbb8-9624-4581-86f8-7b866253267a tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403523 Jul 28 09:26:49.548403 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f055d58b-8ef0-4e5f-af8d-200e26bd7903 req-602fea6a-4642-4cf2-add8-88a366087c94 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:49.549844 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-f055d58b-8ef0-4e5f-af8d-200e26bd7903 req-602fea6a-4642-4cf2-add8-88a366087c94 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 946 time: 0.0555813 Jul 28 09:26:49.593288 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-f055d58b-8ef0-4e5f-af8d-200e26bd7903 req-eabf398c-618f-43d4-8af3-a1731eb38868 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375776 Jul 28 09:26:49.680486 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-817bf404-5605-46ad-baf9-a3ce98e12aab req-e565d3b4-daab-4d29-9034-ef3cafeaee38 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=32a2647e-a9b0-45df-a370-c027a06a66c0 HTTP/1.1" status: 200 len: 210 time: 0.0272157 Jul 28 09:26:50.249498 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d91ad3f-b216-4b0f-95f1-eef3beb0526b req-41defe03-49f6-4c4b-b33a-2fdae0904485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:50.252072 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-0d91ad3f-b216-4b0f-95f1-eef3beb0526b req-41defe03-49f6-4c4b-b33a-2fdae0904485 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cdd4025f7c74471e81aa73079f97a769&device_id=722bacfd-c01b-427f-a5db-de2581b3dc2e HTTP/1.1" status: 200 len: 1098 time: 0.1137173 Jul 28 09:26:50.465098 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d91ad3f-b216-4b0f-95f1-eef3beb0526b req-33d673a6-696c-4f89-8ad9-e28db88bab4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:50.466573 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-0d91ad3f-b216-4b0f-95f1-eef3beb0526b req-33d673a6-696c-4f89-8ad9-e28db88bab4b service neutron] 10.222.0.32 "GET /v2.0/networks?id=bc5fa390-0a22-474b-ac35-e54c73e4ebd9 HTTP/1.1" status: 200 len: 920 time: 0.1407790 Jul 28 09:26:50.526027 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-0d91ad3f-b216-4b0f-95f1-eef3beb0526b req-3ecf87cb-008c-4382-8970-0067ded6a507 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b4fdddf-03d6-4edc-b888-724b64f54c3b HTTP/1.1" status: 200 len: 217 time: 0.0504296 Jul 28 09:26:50.637333 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d91ad3f-b216-4b0f-95f1-eef3beb0526b req-b16c877c-45dd-4402-bc94-bca9fe9466a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:50.638849 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-0d91ad3f-b216-4b0f-95f1-eef3beb0526b req-b16c877c-45dd-4402-bc94-bca9fe9466a7 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e1f74411-6c4e-4dfc-902d-6f35d76f4922 HTTP/1.1" status: 200 len: 859 time: 0.1012442 Jul 28 09:26:50.653695 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc8839-d073-4a6a-9b72-3749b1a9336e req-57a64f22-4691-4aa9-88d1-980b0214e131 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:50.656276 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-5ccc8839-d073-4a6a-9b72-3749b1a9336e req-57a64f22-4691-4aa9-88d1-980b0214e131 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=722bacfd-c01b-427f-a5db-de2581b3dc2e HTTP/1.1" status: 200 len: 945 time: 0.1109455 Jul 28 09:26:50.690200 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-0d91ad3f-b216-4b0f-95f1-eef3beb0526b req-40dbc8a4-5a16-4f5a-881e-cc7cb93398e1 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bc5fa390-0a22-474b-ac35-e54c73e4ebd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326278 Jul 28 09:26:50.995386 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-5ccc8839-d073-4a6a-9b72-3749b1a9336e req-49dbf6a2-0c1f-4829-83c2-c76aa1e06233 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028834 Jul 28 09:26:50.998061 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-0d91ad3f-b216-4b0f-95f1-eef3beb0526b req-6b91e928-f207-481e-8ea3-7a0a2f11bfdd service neutron] 10.222.0.32 "GET /v2.0/networks/bc5fa390-0a22-474b-ac35-e54c73e4ebd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2969780 Jul 28 09:26:51.053094 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dbd95c-1dd0-42cd-a474-d1820fbec5b5 req-fea44f37-8cd7-4882-ba53-ba31424c48ec tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:51.068278 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-d3dbd95c-1dd0-42cd-a474-d1820fbec5b5 req-fea44f37-8cd7-4882-ba53-ba31424c48ec tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 946 time: 0.3766468 Jul 28 09:26:51.183066 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677fcca7-403a-4868-adbb-daded213812b req-517bd126-1f57-4610-927f-e65b02c76bb1 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:51.184848 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-677fcca7-403a-4868-adbb-daded213812b req-517bd126-1f57-4610-927f-e65b02c76bb1 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.32 "GET /v2.0/networks?id=3463c92e-9592-4a5e-be73-c0318bba2428 HTTP/1.1" status: 200 len: 814 time: 0.2976778 Jul 28 09:26:51.232230 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-16b47e77-ae1e-40c7-a1b3-14c49d7f77d9 req-4a1d8f86-d4e2-45f1-a63c-51015d9fee6d tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=32a2647e-a9b0-45df-a370-c027a06a66c0 HTTP/1.1" status: 200 len: 210 time: 0.0578365 Jul 28 09:26:51.241845 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [req-677fcca7-403a-4868-adbb-daded213812b req-e839ad5a-e323-4a8d-81c8-2c86ea935936 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Request body: {'port': {'device_id': '32a2647e-a9b0-45df-a370-c027a06a66c0', 'network_id': '3463c92e-9592-4a5e-be73-c0318bba2428', 'admin_state_up': True, 'tenant_id': '3ffc9329f42c48d5a02f450469dbaf89'}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:26:51.266662 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-d3dbd95c-1dd0-42cd-a474-d1820fbec5b5 req-59a8358f-c1c1-4fad-9e17-2764ca0e3cbd tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1972706 Jul 28 09:26:51.331810 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-0d91ad3f-b216-4b0f-95f1-eef3beb0526b req-67d48fcf-e56f-4272-94d8-0b4087f739cc service neutron] 10.222.0.32 "GET /v2.0/networks/bc5fa390-0a22-474b-ac35-e54c73e4ebd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220706 Jul 28 09:26:51.397354 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-677fcca7-403a-4868-adbb-daded213812b req-e839ad5a-e323-4a8d-81c8-2c86ea935936 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Made reservation on behalf of 3ffc9329f42c48d5a02f450469dbaf89 for: {'port': 1} {{(pid=93067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:26:51.400875 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-677fcca7-403a-4868-adbb-daded213812b req-e839ad5a-e323-4a8d-81c8-2c86ea935936 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:51.547857 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.db_base_plugin_common [req-677fcca7-403a-4868-adbb-daded213812b req-e839ad5a-e323-4a8d-81c8-2c86ea935936 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Allocated IP 172.20.0.13 (3463c92e-9592-4a5e-be73-c0318bba2428/1774fccb-c973-4490-ba8e-1a26617adb21/b6472eff-77ac-4376-8a00-5243d63b6c05) {{(pid=93067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:26:51.694606 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-677fcca7-403a-4868-adbb-daded213812b req-e839ad5a-e323-4a8d-81c8-2c86ea935936 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Notify callbacks [] for port, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:51.735457 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-677fcca7-403a-4868-adbb-daded213812b req-e839ad5a-e323-4a8d-81c8-2c86ea935936 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732595289878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33549966'] for port, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:51.776342 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-677fcca7-403a-4868-adbb-daded213812b req-e839ad5a-e323-4a8d-81c8-2c86ea935936 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Network 3463c92e-9592-4a5e-be73-c0318bba2428 is already hosted by enough agents. {{(pid=93067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:26:51.779402 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.base_scheduler [req-677fcca7-403a-4868-adbb-daded213812b req-e839ad5a-e323-4a8d-81c8-2c86ea935936 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Resources bound (agent type, host, resource id): {{(pid=93067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:26:51.783112 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.l3_dvrscheduler_db [req-677fcca7-403a-4868-adbb-daded213812b req-e839ad5a-e323-4a8d-81c8-2c86ea935936 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Received port after_create {{(pid=93067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 09:26:51.817127 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839ad5a-e323-4a8d-81c8-2c86ea935936 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Pushing event updated for resources: {'Port': ['ID=b6472eff-77ac-4376-8a00-5243d63b6c05,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:51.841596 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677fcca7-403a-4868-adbb-daded213812b req-e839ad5a-e323-4a8d-81c8-2c86ea935936 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:51.842200 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-677fcca7-403a-4868-adbb-daded213812b req-e839ad5a-e323-4a8d-81c8-2c86ea935936 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905'] for port, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:51.856827 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-677fcca7-403a-4868-adbb-daded213812b req-e839ad5a-e323-4a8d-81c8-2c86ea935936 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6270707 Jul 28 09:26:52.137142 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6862c5-9288-4e1c-9de5-cd58882ce7b1 req-e211b1b2-42f9-4861-9f0d-6a0554e92783 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:52.138592 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-db6862c5-9288-4e1c-9de5-cd58882ce7b1 req-e211b1b2-42f9-4861-9f0d-6a0554e92783 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=722bacfd-c01b-427f-a5db-de2581b3dc2e HTTP/1.1" status: 200 len: 945 time: 0.0488801 Jul 28 09:26:52.176321 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-db6862c5-9288-4e1c-9de5-cd58882ce7b1 req-0d67f05b-fe11-4353-8d36-4cc637cdf8e2 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313654 Jul 28 09:26:52.361632 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13884d6a-0502-491c-b4dc-f61fa15c6da1 req-722c071f-15e6-4f35-8369-81bad8981132 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:52.363055 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-13884d6a-0502-491c-b4dc-f61fa15c6da1 req-722c071f-15e6-4f35-8369-81bad8981132 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=32a2647e-a9b0-45df-a370-c027a06a66c0 HTTP/1.1" status: 200 len: 932 time: 0.0577533 Jul 28 09:26:52.422317 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-13884d6a-0502-491c-b4dc-f61fa15c6da1 req-9b24ff3d-3c33-4e80-87f9-aaf7b2711678 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba7ca661-0cb6-4167-9687-f2b430c66e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421350 Jul 28 09:26:52.429457 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79006b3b-7948-40f4-9ce6-6de7a4b729db req-64287957-2c7a-4df2-8c64-2ddbb57ddef7 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:52.430864 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-79006b3b-7948-40f4-9ce6-6de7a4b729db req-64287957-2c7a-4df2-8c64-2ddbb57ddef7 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 946 time: 0.0895302 Jul 28 09:26:52.470406 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-79006b3b-7948-40f4-9ce6-6de7a4b729db req-4237b3b9-85e6-4b83-9132-4fd20d1398ad tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329988 Jul 28 09:26:53.291828 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dce622-7810-4ff5-91fd-4705370bf257 req-e08bffe8-4f3f-4b1e-8679-705129aee77e tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:53.293358 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-35dce622-7810-4ff5-91fd-4705370bf257 req-e08bffe8-4f3f-4b1e-8679-705129aee77e tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=722bacfd-c01b-427f-a5db-de2581b3dc2e HTTP/1.1" status: 200 len: 945 time: 0.0481622 Jul 28 09:26:53.329937 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-35dce622-7810-4ff5-91fd-4705370bf257 req-d5f2097e-c72f-4337-bb60-d56d5290a385 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306764 Jul 28 09:26:53.536063 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b4420b-eca1-4904-b7b3-53a4bd97ca03 req-c1b23ff1-25c4-45ac-b0aa-c1210ff92c52 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:53.537541 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-73b4420b-eca1-4904-b7b3-53a4bd97ca03 req-c1b23ff1-25c4-45ac-b0aa-c1210ff92c52 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=32a2647e-a9b0-45df-a370-c027a06a66c0 HTTP/1.1" status: 200 len: 932 time: 0.0482161 Jul 28 09:26:53.607262 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-73b4420b-eca1-4904-b7b3-53a4bd97ca03 req-5f011e17-9bcc-4f0b-9cae-aa46d9fc41f2 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba7ca661-0cb6-4167-9687-f2b430c66e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571728 Jul 28 09:26:53.615534 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa96a8a8-4603-4fe4-a85c-535fa6f22f2a req-afc84a70-5dc1-42c0-b16c-e867e0387ec4 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:53.616962 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-aa96a8a8-4603-4fe4-a85c-535fa6f22f2a req-afc84a70-5dc1-42c0-b16c-e867e0387ec4 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 946 time: 0.0751388 Jul 28 09:26:53.656115 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-aa96a8a8-4603-4fe4-a85c-535fa6f22f2a req-713bc6b2-4f4f-44b8-953d-fc4592866f61 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326936 Jul 28 09:26:54.443973 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9892fa86-65bc-4647-b030-d55e2f81de32 req-984224ce-fab6-4421-bf2b-9e4f6629f6e7 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:54.445381 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-9892fa86-65bc-4647-b030-d55e2f81de32 req-984224ce-fab6-4421-bf2b-9e4f6629f6e7 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=722bacfd-c01b-427f-a5db-de2581b3dc2e HTTP/1.1" status: 200 len: 945 time: 0.0490150 Jul 28 09:26:54.482623 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-9892fa86-65bc-4647-b030-d55e2f81de32 req-aeb263bf-a009-4bd5-87b1-88be5960cd86 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313792 Jul 28 09:26:54.744620 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6479e66f-fa9b-4de9-af90-67303f27ea64 req-3cd4b012-eb65-4aa4-b7a0-5918bc8f24ee tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:54.746083 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-6479e66f-fa9b-4de9-af90-67303f27ea64 req-3cd4b012-eb65-4aa4-b7a0-5918bc8f24ee tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=32a2647e-a9b0-45df-a370-c027a06a66c0 HTTP/1.1" status: 200 len: 932 time: 0.0691764 Jul 28 09:26:54.782386 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] get_ports_and_sgs() called for port_ids ['d71e8fb8-deed-4e7a-ad68-64fbaee0e441', '446844c5-42ac-4490-a52f-68f801c377f3', '1d9fa0e6-e536-4fd0-8183-daae01924304'] {{(pid=93069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:26:54.796614 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [req-677fcca7-403a-4868-adbb-daded213812b req-c311b773-a3f0-47c7-ac97-6fb2369f43a0 service neutron] Request body: {'port': {'device_id': '32a2647e-a9b0-45df-a370-c027a06a66c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80266'}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:26:54.836059 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:54.838287 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29b4153-9a61-47f7-beea-f11fd79785cf req-167bf789-0012-4229-81d5-0cfcedd68972 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:54.839934 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-c29b4153-9a61-47f7-beea-f11fd79785cf req-167bf789-0012-4229-81d5-0cfcedd68972 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 946 time: 0.1114168 Jul 28 09:26:54.851403 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-6479e66f-fa9b-4de9-af90-67303f27ea64 req-38980064-c209-4187-9914-5187f15a4254 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba7ca661-0cb6-4167-9687-f2b430c66e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881069 Jul 28 09:26:54.915938 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-677fcca7-403a-4868-adbb-daded213812b req-c311b773-a3f0-47c7-ac97-6fb2369f43a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:54.921820 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-c29b4153-9a61-47f7-beea-f11fd79785cf req-c1449e1e-560d-4210-8a2f-02fd55ad5156 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694089 Jul 28 09:26:55.188589 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.notifiers.nova [req-677fcca7-403a-4868-adbb-daded213812b req-c311b773-a3f0-47c7-ac97-6fb2369f43a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6472eff-77ac-4376-8a00-5243d63b6c05 {{(pid=93067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 09:26:55.196686 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-677fcca7-403a-4868-adbb-daded213812b req-c311b773-a3f0-47c7-ac97-6fb2369f43a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:55.209123 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.provisioning_blocks [req-677fcca7-403a-4868-adbb-daded213812b req-c311b773-a3f0-47c7-ac97-6fb2369f43a0 service neutron] Transition to ACTIVE for port object b6472eff-77ac-4376-8a00-5243d63b6c05 will not be triggered until provisioned by entity L2. {{(pid=93067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:26:55.212862 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-677fcca7-403a-4868-adbb-daded213812b req-c311b773-a3f0-47c7-ac97-6fb2369f43a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33549957'] for port, after_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:55.265864 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c311b773-a3f0-47c7-ac97-6fb2369f43a0 service neutron] Pushing event updated for resources: {'Port': ['ID=b6472eff-77ac-4376-8a00-5243d63b6c05,revision_number=2']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:55.336576 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.managers [req-677fcca7-403a-4868-adbb-daded213812b req-c311b773-a3f0-47c7-ac97-6fb2369f43a0 service neutron] Attempting to bind port b6472eff-77ac-4376-8a00-5243d63b6c05 on host hv-cinder-80266 for vnic_type normal with profile {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 09:26:55.336926 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.managers [req-677fcca7-403a-4868-adbb-daded213812b req-c311b773-a3f0-47c7-ac97-6fb2369f43a0 service neutron] Attempting to bind port b6472eff-77ac-4376-8a00-5243d63b6c05 by drivers openvswitch,hyperv on host hv-cinder-80266 at level 0 using segments [{'id': '0cfbf343-39bd-4fe2-a34a-bcc21842f0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3463c92e-9592-4a5e-be73-c0318bba2428'}] {{(pid=93067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 09:26:55.337252 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677fcca7-403a-4868-adbb-daded213812b req-c311b773-a3f0-47c7-ac97-6fb2369f43a0 service neutron] Attempting to bind port b6472eff-77ac-4376-8a00-5243d63b6c05 on network 3463c92e-9592-4a5e-be73-c0318bba2428 {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 09:26:55.341665 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677fcca7-403a-4868-adbb-daded213812b req-c311b773-a3f0-47c7-ac97-6fb2369f43a0 service neutron] Port b6472eff-77ac-4376-8a00-5243d63b6c05 on network 3463c92e-9592-4a5e-be73-c0318bba2428 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80266 {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 09:26:55.342006 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677fcca7-403a-4868-adbb-daded213812b req-c311b773-a3f0-47c7-ac97-6fb2369f43a0 service neutron] Attempting to bind port b6472eff-77ac-4376-8a00-5243d63b6c05 on network 3463c92e-9592-4a5e-be73-c0318bba2428 {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 09:26:55.349456 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677fcca7-403a-4868-adbb-daded213812b req-c311b773-a3f0-47c7-ac97-6fb2369f43a0 service neutron] Checking agent: {'id': '2e21c55d-f4ce-498b-abcc-e7d8675cd352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80266', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 9, 22, 54), 'started_at': datetime.datetime(2021, 7, 28, 9, 22, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 9, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 09:26:55.349877 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677fcca7-403a-4868-adbb-daded213812b req-c311b773-a3f0-47c7-ac97-6fb2369f43a0 service neutron] Checking segment: {'id': '0cfbf343-39bd-4fe2-a34a-bcc21842f0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3463c92e-9592-4a5e-be73-c0318bba2428'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 09:26:55.350963 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-677fcca7-403a-4868-adbb-daded213812b req-c311b773-a3f0-47c7-ac97-6fb2369f43a0 service neutron] Bound using segment: {'id': '0cfbf343-39bd-4fe2-a34a-bcc21842f0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3463c92e-9592-4a5e-be73-c0318bba2428'} {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 09:26:55.351473 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.managers [req-677fcca7-403a-4868-adbb-daded213812b req-c311b773-a3f0-47c7-ac97-6fb2369f43a0 service neutron] Bound port: b6472eff-77ac-4376-8a00-5243d63b6c05, host: hv-cinder-80266, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cfbf343-39bd-4fe2-a34a-bcc21842f0af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '3463c92e-9592-4a5e-be73-c0318bba2428'}}] {{(pid=93067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 09:26:55.351868 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-677fcca7-403a-4868-adbb-daded213812b req-c311b773-a3f0-47c7-ac97-6fb2369f43a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:55.424094 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.db [req-677fcca7-403a-4868-adbb-daded213812b req-c311b773-a3f0-47c7-ac97-6fb2369f43a0 service neutron] For port b6472eff-77ac-4376-8a00-5243d63b6c05, host hv-cinder-80266, cleared binding levels {{(pid=93067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:26:55.427883 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.db [req-677fcca7-403a-4868-adbb-daded213812b req-c311b773-a3f0-47c7-ac97-6fb2369f43a0 service neutron] For port b6472eff-77ac-4376-8a00-5243d63b6c05, host hv-cinder-80266, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=b6472eff-77ac-4376-8a00-5243d63b6c05,segment=NetworkSegment(0cfbf343-39bd-4fe2-a34a-bcc21842f0af),segment_id=0cfbf343-39bd-4fe2-a34a-bcc21842f0af)] {{(pid=93067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:26:55.432642 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-677fcca7-403a-4868-adbb-daded213812b req-c311b773-a3f0-47c7-ac97-6fb2369f43a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33549957'] for port, after_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:55.474071 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677fcca7-403a-4868-adbb-daded213812b req-c311b773-a3f0-47c7-ac97-6fb2369f43a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:55.474863 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-677fcca7-403a-4868-adbb-daded213812b req-c311b773-a3f0-47c7-ac97-6fb2369f43a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905'] for port, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:55.476861 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-677fcca7-403a-4868-adbb-daded213812b req-c311b773-a3f0-47c7-ac97-6fb2369f43a0 service neutron] 10.222.0.32 "PUT /v2.0/ports/b6472eff-77ac-4376-8a00-5243d63b6c05 HTTP/1.1" status: 200 len: 1094 time: 0.6863697 Jul 28 09:26:55.477319 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32a2647e-a9b0-45df-a370-c027a06a66c0', 'tag': 'b6472eff-77ac-4376-8a00-5243d63b6c05'}] {{(pid=93067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:26:55.480476 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}119bb006a51e6799d77012a49065aa76076224f53078518f9bbc3af1ae40a877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1c785b-82bd-4e0c-a850-d2535f21eaac" -d '{"events": [{"name": "network-changed", "server_uuid": "32a2647e-a9b0-45df-a370-c027a06a66c0", "tag": "b6472eff-77ac-4376-8a00-5243d63b6c05"}]}' {{(pid=93067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:26:55.511121 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c311b773-a3f0-47c7-ac97-6fb2369f43a0 service neutron] Pushing event updated for resources: {'Port': ['ID=b6472eff-77ac-4376-8a00-5243d63b6c05,revision_number=3']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:55.526825 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 09:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea388e8-d6e7-44a3-8cb0-5085c8816d65 x-openstack-request-id: req-0ea388e8-d6e7-44a3-8cb0-5085c8816d65 {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:26:55.527111 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32a2647e-a9b0-45df-a370-c027a06a66c0", "tag": "b6472eff-77ac-4376-8a00-5243d63b6c05", "status": "completed", "code": 200}]} {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:26:55.527651 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0ea388e8-d6e7-44a3-8cb0-5085c8816d65 {{(pid=93067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:26:55.528048 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32a2647e-a9b0-45df-a370-c027a06a66c0', 'tag': 'b6472eff-77ac-4376-8a00-5243d63b6c05', 'status': 'completed', 'code': 200} Jul 28 09:26:55.615418 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677fcca7-403a-4868-adbb-daded213812b req-a2193f01-16fd-4efb-875e-3d2980133aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:55.616946 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-677fcca7-403a-4868-adbb-daded213812b req-a2193f01-16fd-4efb-875e-3d2980133aca service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3ffc9329f42c48d5a02f450469dbaf89&device_id=32a2647e-a9b0-45df-a370-c027a06a66c0 HTTP/1.1" status: 200 len: 1097 time: 0.0789695 Jul 28 09:26:55.624517 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c82e50-5a3f-43b6-b3e8-212dd3fecdab req-6f89c7cc-1219-4a0b-9ca3-716c18ae3e82 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:55.625870 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e8c82e50-5a3f-43b6-b3e8-212dd3fecdab req-6f89c7cc-1219-4a0b-9ca3-716c18ae3e82 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=722bacfd-c01b-427f-a5db-de2581b3dc2e HTTP/1.1" status: 200 len: 945 time: 0.0632803 Jul 28 09:26:55.674001 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-677fcca7-403a-4868-adbb-daded213812b req-2b227a38-20ab-4de7-9aa7-aee402fc5b6b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6472eff-77ac-4376-8a00-5243d63b6c05 HTTP/1.1" status: 200 len: 217 time: 0.0449555 Jul 28 09:26:55.718202 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e8c82e50-5a3f-43b6-b3e8-212dd3fecdab req-2f0da1a3-5172-4413-9c16-0f1ecd4ab320 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831046 Jul 28 09:26:55.739649 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677fcca7-403a-4868-adbb-daded213812b req-4b577ee1-7ef3-4e97-819d-a99ed89ff269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:55.741132 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-677fcca7-403a-4868-adbb-daded213812b req-4b577ee1-7ef3-4e97-819d-a99ed89ff269 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1774fccb-c973-4490-ba8e-1a26617adb21 HTTP/1.1" status: 200 len: 854 time: 0.0554032 Jul 28 09:26:55.785562 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-677fcca7-403a-4868-adbb-daded213812b req-b0745d4f-f472-40de-88e8-57b0ad966cf5 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3463c92e-9592-4a5e-be73-c0318bba2428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251436 Jul 28 09:26:55.878025 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-677fcca7-403a-4868-adbb-daded213812b req-62adb772-7168-4a3f-93de-a1061dcb808a service neutron] 10.222.0.32 "GET /v2.0/networks/3463c92e-9592-4a5e-be73-c0318bba2428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844996 Jul 28 09:26:56.004963 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a363a7-9ac8-4f9b-b88a-876104573bae req-3aa36c5a-7f4e-4e28-b384-5015536b71c3 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:56.006466 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-31a363a7-9ac8-4f9b-b88a-876104573bae req-3aa36c5a-7f4e-4e28-b384-5015536b71c3 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=32a2647e-a9b0-45df-a370-c027a06a66c0 HTTP/1.1" status: 200 len: 944 time: 0.0768194 Jul 28 09:26:56.056493 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-677fcca7-403a-4868-adbb-daded213812b req-43ce1880-ed4b-4619-bd9d-fa89d3ffb2e0 service neutron] 10.222.0.32 "GET /v2.0/networks/3463c92e-9592-4a5e-be73-c0318bba2428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700263 Jul 28 09:26:56.088032 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-31a363a7-9ac8-4f9b-b88a-876104573bae req-40c408d2-2dba-4c00-b4b9-de9cf24c3ccd tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba7ca661-0cb6-4167-9687-f2b430c66e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631704 Jul 28 09:26:56.099663 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff8c9ee-e962-4c85-8cee-4e016a7cf2ca req-b33e24c1-0a23-4ec2-a543-a94fd39b12b6 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:56.101380 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-3ff8c9ee-e962-4c85-8cee-4e016a7cf2ca req-b33e24c1-0a23-4ec2-a543-a94fd39b12b6 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 946 time: 0.0939810 Jul 28 09:26:56.169676 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-3ff8c9ee-e962-4c85-8cee-4e016a7cf2ca req-b0df8158-bb47-4de6-91b7-e78872d747e9 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605862 Jul 28 09:26:56.183086 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1c785b-82bd-4e0c-a850-d2535f21eaac req-78db800d-c057-4013-a0b0-1445cb3d2609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:56.184693 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-8f1c785b-82bd-4e0c-a850-d2535f21eaac req-78db800d-c057-4013-a0b0-1445cb3d2609 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3ffc9329f42c48d5a02f450469dbaf89&device_id=32a2647e-a9b0-45df-a370-c027a06a66c0 HTTP/1.1" status: 200 len: 1097 time: 0.0541914 Jul 28 09:26:56.297253 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1c785b-82bd-4e0c-a850-d2535f21eaac req-0d38e55a-f268-4ea3-b476-fd1a3c1a4bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:56.298659 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-8f1c785b-82bd-4e0c-a850-d2535f21eaac req-0d38e55a-f268-4ea3-b476-fd1a3c1a4bf2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=3463c92e-9592-4a5e-be73-c0318bba2428 HTTP/1.1" status: 200 len: 915 time: 0.1021011 Jul 28 09:26:56.356368 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-8f1c785b-82bd-4e0c-a850-d2535f21eaac req-a717e159-6388-4d46-8af3-ffa09613640e service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6472eff-77ac-4376-8a00-5243d63b6c05 HTTP/1.1" status: 200 len: 217 time: 0.0463068 Jul 28 09:26:56.687545 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1c785b-82bd-4e0c-a850-d2535f21eaac req-2efc79c5-ae25-4529-b0e5-97f8929e031b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:56.691556 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-8f1c785b-82bd-4e0c-a850-d2535f21eaac req-2efc79c5-ae25-4529-b0e5-97f8929e031b service neutron] 10.222.0.32 "GET /v2.0/subnets?id=1774fccb-c973-4490-ba8e-1a26617adb21 HTTP/1.1" status: 200 len: 854 time: 0.3249125 Jul 28 09:26:56.731109 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-8f1c785b-82bd-4e0c-a850-d2535f21eaac req-07920f43-c176-4fc1-a2df-7801f9528502 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3463c92e-9592-4a5e-be73-c0318bba2428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296450 Jul 28 09:26:56.900469 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3169672-100c-476c-b62b-66295642a853 req-7b5d6b8b-1859-492f-b4be-45584216b2db tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:56.901990 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e3169672-100c-476c-b62b-66295642a853 req-7b5d6b8b-1859-492f-b4be-45584216b2db tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=722bacfd-c01b-427f-a5db-de2581b3dc2e HTTP/1.1" status: 200 len: 945 time: 0.0861754 Jul 28 09:26:56.908665 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-8f1c785b-82bd-4e0c-a850-d2535f21eaac req-00f46674-f52e-469e-9611-c94883167593 service neutron] 10.222.0.32 "GET /v2.0/networks/3463c92e-9592-4a5e-be73-c0318bba2428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604693 Jul 28 09:26:56.993620 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e3169672-100c-476c-b62b-66295642a853 req-c8be34cb-64cd-4263-b2f4-286400564e6a tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839796 Jul 28 09:26:57.040170 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-8f1c785b-82bd-4e0c-a850-d2535f21eaac req-40fd18ae-d9f0-4a60-88ba-b5cfe3ab2d5e service neutron] 10.222.0.32 "GET /v2.0/networks/3463c92e-9592-4a5e-be73-c0318bba2428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167336 Jul 28 09:26:57.215032 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26cf4fc-d57e-4a7e-86a1-82f7301614d7 req-b9affcde-c153-4546-bc7d-22214e40801f tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:57.216663 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a26cf4fc-d57e-4a7e-86a1-82f7301614d7 req-b9affcde-c153-4546-bc7d-22214e40801f tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=32a2647e-a9b0-45df-a370-c027a06a66c0 HTTP/1.1" status: 200 len: 944 time: 0.0536036 Jul 28 09:26:57.261056 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a26cf4fc-d57e-4a7e-86a1-82f7301614d7 req-0582d665-e7b4-4970-a81a-e6d4f130e667 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba7ca661-0cb6-4167-9687-f2b430c66e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364201 Jul 28 09:26:57.320403 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4296d2-c5be-457d-9bde-c68dc877e1d5 req-4a578fee-abf9-4c9d-9f7f-d334d7d4899a tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:57.321950 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-8a4296d2-c5be-457d-9bde-c68dc877e1d5 req-4a578fee-abf9-4c9d-9f7f-d334d7d4899a tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 946 time: 0.0518246 Jul 28 09:26:57.364467 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-8a4296d2-c5be-457d-9bde-c68dc877e1d5 req-e2cd502d-9c98-4bdb-998d-3a35d7cdd882 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355954 Jul 28 09:26:57.609471 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-0f8bff79-e03b-4153-8ecf-f6ab49804e55 req-b89ae9c1-ad14-4a03-bacb-9bf4b225363a tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1968132956&fields=id&tenant_id=b0bed69fc98347318765653ba412b638 HTTP/1.1" status: 200 len: 267 time: 0.0344002 Jul 28 09:26:57.720277 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8bff79-e03b-4153-8ecf-f6ab49804e55 req-35d3d47c-b844-4444-b70b-6118b7cd23ca tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:57.722151 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-0f8bff79-e03b-4153-8ecf-f6ab49804e55 req-35d3d47c-b844-4444-b70b-6118b7cd23ca tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/networks?id=1a784077-0c76-428e-b683-1275b4c6c8ec HTTP/1.1" status: 200 len: 809 time: 0.1058776 Jul 28 09:26:57.741464 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-0f8bff79-e03b-4153-8ecf-f6ab49804e55 req-f09203e8-7296-4f7a-a678-16a6910f24c5 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/quotas/b0bed69fc98347318765653ba412b638 HTTP/1.1" status: 200 len: 375 time: 0.0122094 Jul 28 09:26:57.796807 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-0f8bff79-e03b-4153-8ecf-f6ab49804e55 req-c03eca77-7f73-4adc-9d14-df76cf17a29e tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b0bed69fc98347318765653ba412b638&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496676 Jul 28 09:26:57.916851 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-0f8bff79-e03b-4153-8ecf-f6ab49804e55 req-4409ee92-00f2-447f-9702-93c54d6814be service neutron] 10.222.0.23 "GET /v2.0/networks/1a784077-0c76-428e-b683-1275b4c6c8ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076400 Jul 28 09:26:57.953617 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 50316) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:26:58.000759 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea45ad5c-3548-40bb-b98b-0ced49dc8ed6 admin admin] Deleting subnet 7918ad2d-2efc-4d94-89f6-56a75bc696f6 {{(pid=93068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 09:26:58.004043 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-ea45ad5c-3548-40bb-b98b-0ced49dc8ed6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:58.014768 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-0f8bff79-e03b-4153-8ecf-f6ab49804e55 req-aae117e0-7a7e-4796-8508-49fc54b2f801 service neutron] 10.222.0.23 "GET /v2.0/networks/1a784077-0c76-428e-b683-1275b4c6c8ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949161 Jul 28 09:26:58.042823 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-ea45ad5c-3548-40bb-b98b-0ced49dc8ed6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6036963'] for subnet, precommit_delete_associations {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:58.107851 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-ea45ad5c-3548-40bb-b98b-0ced49dc8ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996982'] for subnet, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:58.170499 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-ea45ad5c-3548-40bb-b98b-0ced49dc8ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6036889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6272565'] for subnet, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:58.196657 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27944b6b-84b3-4064-8ac1-03f8ba60ec3e req-01f71d75-300c-4782-adc0-5ce2c7d48549 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:58.203326 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea45ad5c-3548-40bb-b98b-0ced49dc8ed6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7918ad2d-2efc-4d94-89f6-56a75bc696f6,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:58.205447 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-27944b6b-84b3-4064-8ac1-03f8ba60ec3e req-01f71d75-300c-4782-adc0-5ce2c7d48549 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=722bacfd-c01b-427f-a5db-de2581b3dc2e HTTP/1.1" status: 200 len: 945 time: 0.0721245 Jul 28 09:26:58.207449 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-ea45ad5c-3548-40bb-b98b-0ced49dc8ed6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for subnet, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:58.215149 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-ea45ad5c-3548-40bb-b98b-0ced49dc8ed6 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/7918ad2d-2efc-4d94-89f6-56a75bc696f6 HTTP/1.1" status: 204 len: 168 time: 0.2576809 Jul 28 09:26:58.215703 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 50330) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:26:58.307237 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-27944b6b-84b3-4064-8ac1-03f8ba60ec3e req-52165eaa-96d8-4559-8599-5aae3bb40ac7 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977054 Jul 28 09:26:58.352023 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-1e21e993-6c5f-4f57-ba7d-0544c55c94f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:58.362169 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-61c232f9-f188-4e7b-b4d0-8b59f617221a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599172'] for network, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:58.531609 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8344ccdb-09d4-492c-bcdb-c1faec27fbaf req-839f0186-d6b3-4227-880e-579070e14bdd tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:58.533136 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-8344ccdb-09d4-492c-bcdb-c1faec27fbaf req-839f0186-d6b3-4227-880e-579070e14bdd tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=32a2647e-a9b0-45df-a370-c027a06a66c0 HTTP/1.1" status: 200 len: 944 time: 0.1633871 Jul 28 09:26:58.564086 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b4104-2469-4ec4-b567-29af7acc8580 req-dc793cec-5695-441a-a280-3465133ef793 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:58.566279 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-928b4104-2469-4ec4-b567-29af7acc8580 req-dc793cec-5695-441a-a280-3465133ef793 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 946 time: 0.1974955 Jul 28 09:26:58.579250 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-61c232f9-f188-4e7b-b4d0-8b59f617221a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983811', 'neutron.services.segments.db._delete_segments_for_network-8732595736369'] for network, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:58.601510 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.services.segments.db [None req-61c232f9-f188-4e7b-b4d0-8b59f617221a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b6014d4-8d11-4d4c-8401-8dbc24e8b9a9']}} {{(pid=93067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:26:58.635885 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.services.segments.db [None req-61c232f9-f188-4e7b-b4d0-8b59f617221a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7af0bf8-3dd9-4152-a086-4d5b0cf4b39b') {'for_net_delete': True} {{(pid=93067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:26:58.636216 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.services.segments.db [None req-61c232f9-f188-4e7b-b4d0-8b59f617221a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7af0bf8-3dd9-4152-a086-4d5b0cf4b39b') {} {{(pid=93067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:26:58.654260 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-8344ccdb-09d4-492c-bcdb-c1faec27fbaf req-153087fc-a4f8-42b1-9e3e-6791cf5067a1 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba7ca661-0cb6-4167-9687-f2b430c66e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110699 Jul 28 09:26:58.663795 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-61c232f9-f188-4e7b-b4d0-8b59f617221a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732595737146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5893339'] for segment, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:58.684355 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-928b4104-2469-4ec4-b567-29af7acc8580 req-ecc299aa-9531-4cb2-a090-9d2f006500f1 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021566 Jul 28 09:26:58.688782 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-61c232f9-f188-4e7b-b4d0-8b59f617221a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998659'] for segment, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:58.721699 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61c232f9-f188-4e7b-b4d0-8b59f617221a admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=93067) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 09:26:58.723270 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-61c232f9-f188-4e7b-b4d0-8b59f617221a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33549985'] for segment, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:58.726678 dv-cinder-802669-1-iscsi neutron-server[93067]: Traceback (most recent call last): Jul 28 09:26:58.726678 dv-cinder-802669-1-iscsi neutron-server[93067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 09:26:58.726678 dv-cinder-802669-1-iscsi neutron-server[93067]: timer() Jul 28 09:26:58.726678 dv-cinder-802669-1-iscsi neutron-server[93067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 09:26:58.726678 dv-cinder-802669-1-iscsi neutron-server[93067]: cb(*args, **kw) Jul 28 09:26:58.726678 dv-cinder-802669-1-iscsi neutron-server[93067]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 09:26:58.726678 dv-cinder-802669-1-iscsi neutron-server[93067]: return func(*args, **kwargs) Jul 28 09:26:58.726678 dv-cinder-802669-1-iscsi neutron-server[93067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 09:26:58.726678 dv-cinder-802669-1-iscsi neutron-server[93067]: self._notify() Jul 28 09:26:58.726678 dv-cinder-802669-1-iscsi neutron-server[93067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 09:26:58.726678 dv-cinder-802669-1-iscsi neutron-server[93067]: self.callback(batched_events) Jul 28 09:26:58.726678 dv-cinder-802669-1-iscsi neutron-server[93067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 09:26:58.726678 dv-cinder-802669-1-iscsi neutron-server[93067]: event.method(event) Jul 28 09:26:58.726678 dv-cinder-802669-1-iscsi neutron-server[93067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 09:26:58.726678 dv-cinder-802669-1-iscsi neutron-server[93067]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 09:26:58.726678 dv-cinder-802669-1-iscsi neutron-server[93067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 09:26:58.726678 dv-cinder-802669-1-iscsi neutron-server[93067]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 09:26:58.726678 dv-cinder-802669-1-iscsi neutron-server[93067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 09:26:58.726678 dv-cinder-802669-1-iscsi neutron-server[93067]: return f(self, *a, **k) Jul 28 09:26:58.726678 dv-cinder-802669-1-iscsi neutron-server[93067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 09:26:58.726678 dv-cinder-802669-1-iscsi neutron-server[93067]: return self._get(url).json() Jul 28 09:26:58.726678 dv-cinder-802669-1-iscsi neutron-server[93067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 09:26:58.726678 dv-cinder-802669-1-iscsi neutron-server[93067]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 09:26:58.726678 dv-cinder-802669-1-iscsi neutron-server[93067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 09:26:58.726678 dv-cinder-802669-1-iscsi neutron-server[93067]: return self.request(url, 'GET', **kwargs) Jul 28 09:26:58.726678 dv-cinder-802669-1-iscsi neutron-server[93067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 09:26:58.726678 dv-cinder-802669-1-iscsi neutron-server[93067]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 09:26:58.726678 dv-cinder-802669-1-iscsi neutron-server[93067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 09:26:58.726678 dv-cinder-802669-1-iscsi neutron-server[93067]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 09:26:58.726678 dv-cinder-802669-1-iscsi neutron-server[93067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 09:26:58.726678 dv-cinder-802669-1-iscsi neutron-server[93067]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 09:26:58.726678 dv-cinder-802669-1-iscsi neutron-server[93067]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 09:26:58.837671 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a6674edb-4565-4a29-b986-a6218d1333e7 req-2db47017-2572-4038-af5e-aadf17f9ada0 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/ports?device_id=032593b8-197f-4f27-a1af-b2388f64a7d3 HTTP/1.1" status: 200 len: 210 time: 0.0637162 Jul 28 09:26:58.847195 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-61c232f9-f188-4e7b-b4d0-8b59f617221a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-987120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8269003'] for network, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:58.867046 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-61c232f9-f188-4e7b-b4d0-8b59f617221a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for network, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:58.871381 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-61c232f9-f188-4e7b-b4d0-8b59f617221a admin admin] 10.222.0.23 "DELETE /v2.0/networks/1b6014d4-8d11-4d4c-8401-8dbc24e8b9a9 HTTP/1.1" status: 204 len: 168 time: 0.6505067 Jul 28 09:26:58.871381 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c232f9-f188-4e7b-b4d0-8b59f617221a admin admin] Pushing event deleted for resources: {'Network': ['ID=1b6014d4-8d11-4d4c-8401-8dbc24e8b9a9,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:58.884722 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821e6802-b399-4a69-85e0-decd524a2f2a req-4b9375ad-e42f-41c1-bf9b-e9fe8c4f7c9d tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:58.886236 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-821e6802-b399-4a69-85e0-decd524a2f2a req-4b9375ad-e42f-41c1-bf9b-e9fe8c4f7c9d tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 946 time: 0.1138823 Jul 28 09:26:58.936498 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-821e6802-b399-4a69-85e0-decd524a2f2a req-708eb924-4f81-4cbd-bdac-72c06d7ce860 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405841 Jul 28 09:26:59.042540 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 50352) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:26:59.081691 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-4a7611a4-2847-4b1b-a4ea-c08b0cf236ce admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=06e37808f2054fe2b42ec96a381300c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380297 Jul 28 09:26:59.084518 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 50354) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:26:59.131626 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-7f27e81a-304f-46ca-9faa-1093d2e3bdd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:59.152051 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-7f27e81a-304f-46ca-9faa-1093d2e3bdd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:59.201185 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-7f27e81a-304f-46ca-9faa-1093d2e3bdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:59.204362 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-7f27e81a-304f-46ca-9faa-1093d2e3bdd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:59.205531 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-7f27e81a-304f-46ca-9faa-1093d2e3bdd2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/19b316a4-ad16-494c-bf63-04c117aaf44d HTTP/1.1" status: 204 len: 168 time: 0.1201270 Jul 28 09:26:59.214413 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f27e81a-304f-46ca-9faa-1093d2e3bdd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b316a4-ad16-494c-bf63-04c117aaf44d,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:26:59.438541 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8bff79-e03b-4153-8ecf-f6ab49804e55 req-e048e9c3-8630-43bd-be43-de7f8e809a2d tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:59.440165 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-0f8bff79-e03b-4153-8ecf-f6ab49804e55 req-e048e9c3-8630-43bd-be43-de7f8e809a2d tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.32 "GET /v2.0/networks?id=1a784077-0c76-428e-b683-1275b4c6c8ec HTTP/1.1" status: 200 len: 809 time: 0.1615632 Jul 28 09:26:59.507654 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8805dc7-4498-4125-aae2-4e6be185b0ec req-85a00f7b-011f-4a74-aadf-9852004f7fa5 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:59.509446 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-c8805dc7-4498-4125-aae2-4e6be185b0ec req-85a00f7b-011f-4a74-aadf-9852004f7fa5 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=722bacfd-c01b-427f-a5db-de2581b3dc2e HTTP/1.1" status: 200 len: 945 time: 0.0920768 Jul 28 09:26:59.513905 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-0f8bff79-e03b-4153-8ecf-f6ab49804e55 req-cd872a2c-466f-45c0-b808-15fe61e70a8a tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0bed69fc98347318765653ba412b638 HTTP/1.1" status: 200 len: 380 time: 0.0582936 Jul 28 09:26:59.530453 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [req-0f8bff79-e03b-4153-8ecf-f6ab49804e55 req-9b60ed37-3254-4312-961b-0d610eee63a4 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Request body: {'port': {'device_id': '032593b8-197f-4f27-a1af-b2388f64a7d3', 'network_id': '1a784077-0c76-428e-b683-1275b4c6c8ec', 'admin_state_up': True, 'tenant_id': 'b0bed69fc98347318765653ba412b638', 'security_groups': ['108c0e08-277a-42bf-a1e5-3d5e80f657b2']}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:26:59.615173 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-c8805dc7-4498-4125-aae2-4e6be185b0ec req-b14467a9-8213-465c-9971-72a396ede039 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978129 Jul 28 09:26:59.673545 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f8bff79-e03b-4153-8ecf-f6ab49804e55 req-9b60ed37-3254-4312-961b-0d610eee63a4 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Made reservation on behalf of b0bed69fc98347318765653ba412b638 for: {'port': 1} {{(pid=93067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:26:59.677639 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-0f8bff79-e03b-4153-8ecf-f6ab49804e55 req-9b60ed37-3254-4312-961b-0d610eee63a4 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:26:59.902750 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f099ae-e92c-4306-b4f2-0485d940c830 req-a8bade49-bc02-4fc5-800f-c7623fe8cfef tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:59.904411 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-f0f099ae-e92c-4306-b4f2-0485d940c830 req-a8bade49-bc02-4fc5-800f-c7623fe8cfef tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=32a2647e-a9b0-45df-a370-c027a06a66c0 HTTP/1.1" status: 200 len: 944 time: 0.1413620 Jul 28 09:26:59.927067 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc672c4b-1e3d-4689-bc91-837b94d719dd req-4613900b-de83-4e03-9134-78a7b5206631 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:26:59.928792 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-bc672c4b-1e3d-4689-bc91-837b94d719dd req-4613900b-de83-4e03-9134-78a7b5206631 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 946 time: 0.1433074 Jul 28 09:26:59.965347 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.db_base_plugin_common [req-0f8bff79-e03b-4153-8ecf-f6ab49804e55 req-9b60ed37-3254-4312-961b-0d610eee63a4 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Allocated IP 172.20.0.9 (1a784077-0c76-428e-b683-1275b4c6c8ec/73e0b46b-2911-4215-97db-6e8470a5e7df/018f498b-3f12-45f3-8d86-45656942df90) {{(pid=93067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:27:00.021819 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-f0f099ae-e92c-4306-b4f2-0485d940c830 req-676068a0-d468-48dd-8af0-215adccd79e3 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba7ca661-0cb6-4167-9687-f2b430c66e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079447 Jul 28 09:27:00.036964 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-bc672c4b-1e3d-4689-bc91-837b94d719dd req-195e538a-fb8e-4459-8203-d9e8746a0e5d tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973985 Jul 28 09:27:00.181967 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7f6da665-ce38-47fc-aa10-2d357bcfaa44 req-ec61ed79-b118-42db-978b-04eccd4f2991 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/ports?device_id=032593b8-197f-4f27-a1af-b2388f64a7d3 HTTP/1.1" status: 200 len: 210 time: 0.0610275 Jul 28 09:27:00.252129 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb3c3e2-7ba1-43f2-aa5c-1f22ef5b2f45 req-581b92c2-82fc-4ca4-bded-87f7700f10ae tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:00.254934 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2fb3c3e2-7ba1-43f2-aa5c-1f22ef5b2f45 req-581b92c2-82fc-4ca4-bded-87f7700f10ae tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 946 time: 0.1325605 Jul 28 09:27:00.275033 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-0f8bff79-e03b-4153-8ecf-f6ab49804e55 req-9b60ed37-3254-4312-961b-0d610eee63a4 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Notify callbacks [] for port, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:00.298612 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.provisioning_blocks [req-0f8bff79-e03b-4153-8ecf-f6ab49804e55 req-9b60ed37-3254-4312-961b-0d610eee63a4 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Transition to ACTIVE for port object 018f498b-3f12-45f3-8d86-45656942df90 will not be triggered until provisioned by entity DHCP. {{(pid=93067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:27:00.317614 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2fb3c3e2-7ba1-43f2-aa5c-1f22ef5b2f45 req-54573bdf-a1b4-42c0-a75d-47be92045d5c tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537066 Jul 28 09:27:00.345484 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-0f8bff79-e03b-4153-8ecf-f6ab49804e55 req-9b60ed37-3254-4312-961b-0d610eee63a4 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732595289878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33549966'] for port, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:00.390174 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f8bff79-e03b-4153-8ecf-f6ab49804e55 req-9b60ed37-3254-4312-961b-0d610eee63a4 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Network 1a784077-0c76-428e-b683-1275b4c6c8ec is already hosted by enough agents. {{(pid=93067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:27:00.393395 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.base_scheduler [req-0f8bff79-e03b-4153-8ecf-f6ab49804e55 req-9b60ed37-3254-4312-961b-0d610eee63a4 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Resources bound (agent type, host, resource id): {{(pid=93067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:27:00.397202 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f8bff79-e03b-4153-8ecf-f6ab49804e55 req-9b60ed37-3254-4312-961b-0d610eee63a4 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Received port after_create {{(pid=93067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 09:27:00.422557 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b60ed37-3254-4312-961b-0d610eee63a4 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Pushing event updated for resources: {'Port': ['ID=018f498b-3f12-45f3-8d86-45656942df90,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:27:00.469116 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8bff79-e03b-4153-8ecf-f6ab49804e55 req-9b60ed37-3254-4312-961b-0d610eee63a4 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:00.470139 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-0f8bff79-e03b-4153-8ecf-f6ab49804e55 req-9b60ed37-3254-4312-961b-0d610eee63a4 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905'] for port, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:00.486150 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-0f8bff79-e03b-4153-8ecf-f6ab49804e55 req-9b60ed37-3254-4312-961b-0d610eee63a4 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9623783 Jul 28 09:27:00.499822 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [req-0f8bff79-e03b-4153-8ecf-f6ab49804e55 req-972b6110-9717-4cfc-946d-aa7173e17ca5 service neutron] Request body: {'port': {'device_id': '032593b8-197f-4f27-a1af-b2388f64a7d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80266'}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:27:00.584197 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-0f8bff79-e03b-4153-8ecf-f6ab49804e55 req-972b6110-9717-4cfc-946d-aa7173e17ca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:00.730928 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-33325b8b-f2b4-41cb-85dd-110c6da82c05 None None] Provisioning for port 018f498b-3f12-45f3-8d86-45656942df90 completed by entity DHCP. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:27:00.741217 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-33325b8b-f2b4-41cb-85dd-110c6da82c05 None None] Provisioning complete for port 018f498b-3f12-45f3-8d86-45656942df90 triggered by entity DHCP. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:27:00.741768 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-33325b8b-f2b4-41cb-85dd-110c6da82c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:00.749921 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-b79f6c03-bad7-4cda-9bac-e91b83f1d328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:00.785032 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device b6472eff-77ac-4376-8a00-5243d63b6c05 details requested by agent hyperv_hv-cinder-80266 with host hv-cinder-80266 {{(pid=93069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 09:27:00.810039 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-33325b8b-f2b4-41cb-85dd-110c6da82c05 None None] Port 018f498b-3f12-45f3-8d86-45656942df90 cannot update to ACTIVE because it is not bound. {{(pid=93069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 09:27:00.859327 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf138fc-a40b-4851-85da-d2d62daded4a req-03ce11f1-3662-4b6e-8568-b41a83b09a4b tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:00.860964 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-3cf138fc-a40b-4851-85da-d2d62daded4a req-03ce11f1-3662-4b6e-8568-b41a83b09a4b tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=722bacfd-c01b-427f-a5db-de2581b3dc2e HTTP/1.1" status: 200 len: 945 time: 0.1206250 Jul 28 09:27:00.909809 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port b6472eff-77ac-4376-8a00-5243d63b6c05, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=b6472eff-77ac-4376-8a00-5243d63b6c05,segment=NetworkSegment(0cfbf343-39bd-4fe2-a34a-bcc21842f0af),segment_id=0cfbf343-39bd-4fe2-a34a-bcc21842f0af)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:27:00.921417 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Returning: {'device': 'b6472eff-77ac-4376-8a00-5243d63b6c05', 'network_id': '3463c92e-9592-4a5e-be73-c0318bba2428', 'port_id': 'b6472eff-77ac-4376-8a00-5243d63b6c05', 'mac_address': 'fa:16:3e:32:90:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1774fccb-c973-4490-ba8e-1a26617adb21', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 09:27:00.926801 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-3cf138fc-a40b-4851-85da-d2d62daded4a req-bdee5444-6d84-48aa-9772-46cb3e50ebc4 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585735 Jul 28 09:27:00.964796 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:00.979163 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.notifiers.nova [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6472eff-77ac-4376-8a00-5243d63b6c05 {{(pid=93069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 09:27:00.988435 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.notifiers.nova [req-0f8bff79-e03b-4153-8ecf-f6ab49804e55 req-972b6110-9717-4cfc-946d-aa7173e17ca5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 018f498b-3f12-45f3-8d86-45656942df90 {{(pid=93067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 09:27:00.996923 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-0f8bff79-e03b-4153-8ecf-f6ab49804e55 req-972b6110-9717-4cfc-946d-aa7173e17ca5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:01.002125 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port b6472eff-77ac-4376-8a00-5243d63b6c05, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=b6472eff-77ac-4376-8a00-5243d63b6c05,segment=NetworkSegment(0cfbf343-39bd-4fe2-a34a-bcc21842f0af),segment_id=0cfbf343-39bd-4fe2-a34a-bcc21842f0af)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:27:01.007189 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:01.016323 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.provisioning_blocks [req-0f8bff79-e03b-4153-8ecf-f6ab49804e55 req-972b6110-9717-4cfc-946d-aa7173e17ca5 service neutron] Transition to ACTIVE for port object 018f498b-3f12-45f3-8d86-45656942df90 will not be triggered until provisioned by entity L2. {{(pid=93067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:27:01.021320 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-0f8bff79-e03b-4153-8ecf-f6ab49804e55 req-972b6110-9717-4cfc-946d-aa7173e17ca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33549957'] for port, after_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:01.062235 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Pushing event updated for resources: {'Port': ['ID=b6472eff-77ac-4376-8a00-5243d63b6c05,revision_number=4']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:27:01.106667 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:27:01.107605 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:27:01.108290 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:27:01.109018 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:27:01.109140 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972b6110-9717-4cfc-946d-aa7173e17ca5 service neutron] Pushing event updated for resources: {'Port': ['ID=018f498b-3f12-45f3-8d86-45656942df90,revision_number=2']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:27:01.109769 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:27:01.110295 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:27:01.110991 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:27:01.111534 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:27:01.112194 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:27:01.112696 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:27:01.113242 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:27:01.113873 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:27:01.118902 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:01.235495 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.managers [req-0f8bff79-e03b-4153-8ecf-f6ab49804e55 req-972b6110-9717-4cfc-946d-aa7173e17ca5 service neutron] Attempting to bind port 018f498b-3f12-45f3-8d86-45656942df90 on host hv-cinder-80266 for vnic_type normal with profile {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 09:27:01.235853 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.managers [req-0f8bff79-e03b-4153-8ecf-f6ab49804e55 req-972b6110-9717-4cfc-946d-aa7173e17ca5 service neutron] Attempting to bind port 018f498b-3f12-45f3-8d86-45656942df90 by drivers openvswitch,hyperv on host hv-cinder-80266 at level 0 using segments [{'id': '64e20506-26f3-4d95-b013-8fb570658f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1a784077-0c76-428e-b683-1275b4c6c8ec'}] {{(pid=93067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 09:27:01.236176 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8bff79-e03b-4153-8ecf-f6ab49804e55 req-972b6110-9717-4cfc-946d-aa7173e17ca5 service neutron] Attempting to bind port 018f498b-3f12-45f3-8d86-45656942df90 on network 1a784077-0c76-428e-b683-1275b4c6c8ec {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 09:27:01.246787 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8bff79-e03b-4153-8ecf-f6ab49804e55 req-972b6110-9717-4cfc-946d-aa7173e17ca5 service neutron] Port 018f498b-3f12-45f3-8d86-45656942df90 on network 1a784077-0c76-428e-b683-1275b4c6c8ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80266 {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 09:27:01.247117 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8bff79-e03b-4153-8ecf-f6ab49804e55 req-972b6110-9717-4cfc-946d-aa7173e17ca5 service neutron] Attempting to bind port 018f498b-3f12-45f3-8d86-45656942df90 on network 1a784077-0c76-428e-b683-1275b4c6c8ec {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 09:27:01.260597 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8bff79-e03b-4153-8ecf-f6ab49804e55 req-972b6110-9717-4cfc-946d-aa7173e17ca5 service neutron] Checking agent: {'id': '2e21c55d-f4ce-498b-abcc-e7d8675cd352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80266', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 9, 22, 54), 'started_at': datetime.datetime(2021, 7, 28, 9, 22, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 9, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 09:27:01.260959 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8bff79-e03b-4153-8ecf-f6ab49804e55 req-972b6110-9717-4cfc-946d-aa7173e17ca5 service neutron] Checking segment: {'id': '64e20506-26f3-4d95-b013-8fb570658f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1a784077-0c76-428e-b683-1275b4c6c8ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 09:27:01.261359 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f8bff79-e03b-4153-8ecf-f6ab49804e55 req-972b6110-9717-4cfc-946d-aa7173e17ca5 service neutron] Bound using segment: {'id': '64e20506-26f3-4d95-b013-8fb570658f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1a784077-0c76-428e-b683-1275b4c6c8ec'} {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 09:27:01.261817 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.managers [req-0f8bff79-e03b-4153-8ecf-f6ab49804e55 req-972b6110-9717-4cfc-946d-aa7173e17ca5 service neutron] Bound port: 018f498b-3f12-45f3-8d86-45656942df90, host: hv-cinder-80266, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64e20506-26f3-4d95-b013-8fb570658f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '1a784077-0c76-428e-b683-1275b4c6c8ec'}}] {{(pid=93067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 09:27:01.262194 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-0f8bff79-e03b-4153-8ecf-f6ab49804e55 req-972b6110-9717-4cfc-946d-aa7173e17ca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:01.275630 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c839cbb5-724d-4d4c-9bd6-87753ca8bceb req-ae66e643-064f-4b54-a63b-8cd2e6286547 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:01.277245 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-c839cbb5-724d-4d4c-9bd6-87753ca8bceb req-ae66e643-064f-4b54-a63b-8cd2e6286547 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 946 time: 0.1223025 Jul 28 09:27:01.302554 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70fec98-c762-4f6c-98ae-ad44385e579f req-ef6adda6-e78e-4cf2-b165-4460f92679eb tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:01.304006 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b70fec98-c762-4f6c-98ae-ad44385e579f req-ef6adda6-e78e-4cf2-b165-4460f92679eb tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=32a2647e-a9b0-45df-a370-c027a06a66c0 HTTP/1.1" status: 200 len: 945 time: 0.1476629 Jul 28 09:27:01.340592 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] get_ports_and_sgs() called for port_ids ['b6472eff-77ac-4376-8a00-5243d63b6c05'] {{(pid=93069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:27:01.392049 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-c839cbb5-724d-4d4c-9bd6-87753ca8bceb req-3b20a932-758c-4d0a-b73a-4280e01b19fb tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1061323 Jul 28 09:27:01.414286 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b70fec98-c762-4f6c-98ae-ad44385e579f req-063b19ef-2689-42de-bcc2-eac76a453058 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba7ca661-0cb6-4167-9687-f2b430c66e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948694 Jul 28 09:27:01.420906 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.db [req-0f8bff79-e03b-4153-8ecf-f6ab49804e55 req-972b6110-9717-4cfc-946d-aa7173e17ca5 service neutron] For port 018f498b-3f12-45f3-8d86-45656942df90, host hv-cinder-80266, cleared binding levels {{(pid=93067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:27:01.425061 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.db [req-0f8bff79-e03b-4153-8ecf-f6ab49804e55 req-972b6110-9717-4cfc-946d-aa7173e17ca5 service neutron] For port 018f498b-3f12-45f3-8d86-45656942df90, host hv-cinder-80266, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=018f498b-3f12-45f3-8d86-45656942df90,segment=NetworkSegment(64e20506-26f3-4d95-b013-8fb570658f22),segment_id=64e20506-26f3-4d95-b013-8fb570658f22)] {{(pid=93067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:27:01.431061 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-0f8bff79-e03b-4153-8ecf-f6ab49804e55 req-972b6110-9717-4cfc-946d-aa7173e17ca5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33549957'] for port, after_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:01.475440 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8bff79-e03b-4153-8ecf-f6ab49804e55 req-972b6110-9717-4cfc-946d-aa7173e17ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:01.476082 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-0f8bff79-e03b-4153-8ecf-f6ab49804e55 req-972b6110-9717-4cfc-946d-aa7173e17ca5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905'] for port, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:01.477477 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-0f8bff79-e03b-4153-8ecf-f6ab49804e55 req-972b6110-9717-4cfc-946d-aa7173e17ca5 service neutron] 10.222.0.32 "PUT /v2.0/ports/018f498b-3f12-45f3-8d86-45656942df90 HTTP/1.1" status: 200 len: 1093 time: 0.9827321 Jul 28 09:27:01.477905 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '032593b8-197f-4f27-a1af-b2388f64a7d3', 'tag': '018f498b-3f12-45f3-8d86-45656942df90'}] {{(pid=93067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:27:01.480425 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}119bb006a51e6799d77012a49065aa76076224f53078518f9bbc3af1ae40a877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319d3fc7-f757-4a04-9e6d-f85a81cf0445" -d '{"events": [{"name": "network-changed", "server_uuid": "032593b8-197f-4f27-a1af-b2388f64a7d3", "tag": "018f498b-3f12-45f3-8d86-45656942df90"}]}' {{(pid=93067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:27:01.605796 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972b6110-9717-4cfc-946d-aa7173e17ca5 service neutron] Pushing event updated for resources: {'Port': ['ID=018f498b-3f12-45f3-8d86-45656942df90,revision_number=3']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:27:01.682054 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce87d3c-3c6f-4984-b9df-a28b765f59ec req-7313802f-ddfa-4cf4-a335-a1b59a6fd69c tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:01.683807 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-5ce87d3c-3c6f-4984-b9df-a28b765f59ec req-7313802f-ddfa-4cf4-a335-a1b59a6fd69c tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 946 time: 0.1887760 Jul 28 09:27:01.686963 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8bff79-e03b-4153-8ecf-f6ab49804e55 req-843dc880-2e40-4dc2-9eb1-8c6b43d516ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:01.688664 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-0f8bff79-e03b-4153-8ecf-f6ab49804e55 req-843dc880-2e40-4dc2-9eb1-8c6b43d516ef service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b0bed69fc98347318765653ba412b638&device_id=032593b8-197f-4f27-a1af-b2388f64a7d3 HTTP/1.1" status: 200 len: 1096 time: 0.1307716 Jul 28 09:27:01.701073 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae5eace-2ded-4407-a30a-3a539d1b7847 req-20bb43ea-dfe3-4138-9a49-5ff9f7f0d332 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:01.703210 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-dae5eace-2ded-4407-a30a-3a539d1b7847 req-20bb43ea-dfe3-4138-9a49-5ff9f7f0d332 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/ports?device_id=032593b8-197f-4f27-a1af-b2388f64a7d3 HTTP/1.1" status: 200 len: 943 time: 0.1930964 Jul 28 09:27:01.761586 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9710daa5-4cc8-4307-8818-57474553aab5 req-56b34a40-69ff-4100-9194-8439e657a32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:01.763270 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-9710daa5-4cc8-4307-8818-57474553aab5 req-56b34a40-69ff-4100-9194-8439e657a32e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=722bacfd-c01b-427f-a5db-de2581b3dc2e HTTP/1.1" status: 200 len: 1098 time: 0.1479332 Jul 28 09:27:01.765348 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-0f8bff79-e03b-4153-8ecf-f6ab49804e55 req-6589efd8-edd4-4c86-b3f8-a22647ea27f5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=018f498b-3f12-45f3-8d86-45656942df90 HTTP/1.1" status: 200 len: 217 time: 0.0597024 Jul 28 09:27:01.847863 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-5ce87d3c-3c6f-4984-b9df-a28b765f59ec req-518e49b7-2761-40e3-a8cf-053ab5d86b0a tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556420 Jul 28 09:27:01.854975 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-dae5eace-2ded-4407-a30a-3a539d1b7847 req-fd53bb6a-fb1d-4309-94bf-697ddfb8bd09 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/security-groups?id=108c0e08-277a-42bf-a1e5-3d5e80f657b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380167 Jul 28 09:27:01.877578 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-9710daa5-4cc8-4307-8818-57474553aab5 req-0108d9ed-7f58-4490-8860-ce096571d43d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946393 Jul 28 09:27:01.878932 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8bff79-e03b-4153-8ecf-f6ab49804e55 req-6cb48234-35fd-4937-9669-b1f46bd61dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:01.880428 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-0f8bff79-e03b-4153-8ecf-f6ab49804e55 req-6cb48234-35fd-4937-9669-b1f46bd61dea service neutron] 10.222.0.32 "GET /v2.0/subnets?id=73e0b46b-2911-4215-97db-6e8470a5e7df HTTP/1.1" status: 200 len: 848 time: 0.0987802 Jul 28 09:27:01.909512 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 09:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e60058-44d8-4b9b-afe0-f2d547a6818b x-openstack-request-id: req-36e60058-44d8-4b9b-afe0-f2d547a6818b {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:27:01.909773 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "032593b8-197f-4f27-a1af-b2388f64a7d3", "tag": "018f498b-3f12-45f3-8d86-45656942df90", "status": "completed", "code": 200}]} {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:27:01.910019 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-36e60058-44d8-4b9b-afe0-f2d547a6818b {{(pid=93067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:27:01.910414 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '032593b8-197f-4f27-a1af-b2388f64a7d3', 'tag': '018f498b-3f12-45f3-8d86-45656942df90', 'status': 'completed', 'code': 200} Jul 28 09:27:01.952786 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 50480) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:27:01.986206 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8bff79-e03b-4153-8ecf-f6ab49804e55 req-54a34487-ec2d-4344-9c37-cbeef0a65aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:01.987828 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-0f8bff79-e03b-4153-8ecf-f6ab49804e55 req-54a34487-ec2d-4344-9c37-cbeef0a65aed service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1a784077-0c76-428e-b683-1275b4c6c8ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434268 Jul 28 09:27:02.080385 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-14b36793-33ae-4ab6-a8f8-542b942933bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:02.084744 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-29fc97ff-9392-4c7d-8b91-be3be07fca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:02.129833 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe7c0b3-3954-4cdb-93e6-f2f19c0683fd req-e8e587c2-549a-4f7f-9887-47330dd2dd5b tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:02.131393 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-9fe7c0b3-3954-4cdb-93e6-f2f19c0683fd req-e8e587c2-549a-4f7f-9887-47330dd2dd5b tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=722bacfd-c01b-427f-a5db-de2581b3dc2e HTTP/1.1" status: 200 len: 945 time: 0.1257057 Jul 28 09:27:02.164671 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-0f8bff79-e03b-4153-8ecf-f6ab49804e55 req-76c9e2aa-7d62-49e9-99d8-5a62246de350 service neutron] 10.222.0.32 "GET /v2.0/networks/1a784077-0c76-428e-b683-1275b4c6c8ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478477 Jul 28 09:27:02.187567 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-14b36793-33ae-4ab6-a8f8-542b942933bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:02.192510 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-14b36793-33ae-4ab6-a8f8-542b942933bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:02.203293 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-9fe7c0b3-3954-4cdb-93e6-f2f19c0683fd req-49eddb71-8bd1-4a20-b3d3-501430bd7004 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613966 Jul 28 09:27:02.229922 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b36793-33ae-4ab6-a8f8-542b942933bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ceacc6-8c55-4c31-bcd9-fd6aa95a5d5a,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:27:02.239265 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-14b36793-33ae-4ab6-a8f8-542b942933bf admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8813cf8d6d1f4ae59791c02197a8b7be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2851584 Jul 28 09:27:02.242072 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 50486) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:27:02.606657 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-0f8bff79-e03b-4153-8ecf-f6ab49804e55 req-3ad3c3e3-e89a-4f4e-874f-ec68b8870d19 service neutron] 10.222.0.32 "GET /v2.0/networks/1a784077-0c76-428e-b683-1275b4c6c8ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4290516 Jul 28 09:27:02.645973 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4471bd2-2b7f-4878-9538-a1270d021248 req-a0ca2861-f7ae-4b10-a731-223bcd1eb832 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:02.647488 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b4471bd2-2b7f-4878-9538-a1270d021248 req-a0ca2861-f7ae-4b10-a731-223bcd1eb832 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 946 time: 0.1569059 Jul 28 09:27:02.655998 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219dcfd6-0477-4c0c-bcad-61d16981a226 req-845a8341-471d-4ebf-86ec-a2a8b84cabce tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:02.657431 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-219dcfd6-0477-4c0c-bcad-61d16981a226 req-845a8341-471d-4ebf-86ec-a2a8b84cabce tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=32a2647e-a9b0-45df-a370-c027a06a66c0 HTTP/1.1" status: 200 len: 945 time: 0.1450093 Jul 28 09:27:02.677196 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-0ef84c52-acdf-431f-a517-8a7a0022929f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:02.754413 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-0ef84c52-acdf-431f-a517-8a7a0022929f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:02.785278 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b4471bd2-2b7f-4878-9538-a1270d021248 req-f8b93707-f820-4f5f-8dee-1f4f82a22b88 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237597 Jul 28 09:27:02.793748 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d3fc7-f757-4a04-9e6d-f85a81cf0445 req-bb9e0f4b-9bed-4691-9762-5eb9d0933b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:02.796191 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-319d3fc7-f757-4a04-9e6d-f85a81cf0445 req-bb9e0f4b-9bed-4691-9762-5eb9d0933b04 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b0bed69fc98347318765653ba412b638&device_id=032593b8-197f-4f27-a1af-b2388f64a7d3 HTTP/1.1" status: 200 len: 1096 time: 0.1348727 Jul 28 09:27:02.802179 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-219dcfd6-0477-4c0c-bcad-61d16981a226 req-f9b2dcf4-1201-4c4d-b9b4-a087e411393a tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba7ca661-0cb6-4167-9687-f2b430c66e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324751 Jul 28 09:27:02.810756 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device b6472eff-77ac-4376-8a00-5243d63b6c05 up at agent hyperv_hv-cinder-80266 {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:27:02.886068 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Provisioning for port b6472eff-77ac-4376-8a00-5243d63b6c05 completed by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:27:02.899908 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Provisioning complete for port b6472eff-77ac-4376-8a00-5243d63b6c05 triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:27:02.900492 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:02.924634 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-0ef84c52-acdf-431f-a517-8a7a0022929f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:02.927214 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-0ef84c52-acdf-431f-a517-8a7a0022929f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:02.930776 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-0ef84c52-acdf-431f-a517-8a7a0022929f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/51ceacc6-8c55-4c31-bcd9-fd6aa95a5d5a HTTP/1.1" status: 204 len: 168 time: 0.6854074 Jul 28 09:27:02.955616 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef84c52-acdf-431f-a517-8a7a0022929f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ceacc6-8c55-4c31-bcd9-fd6aa95a5d5a,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:27:02.972112 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d3fc7-f757-4a04-9e6d-f85a81cf0445 req-88a3d60d-36f8-4ca3-b188-9af33ea38235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:02.973751 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-319d3fc7-f757-4a04-9e6d-f85a81cf0445 req-88a3d60d-36f8-4ca3-b188-9af33ea38235 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1a784077-0c76-428e-b683-1275b4c6c8ec HTTP/1.1" status: 200 len: 910 time: 0.1651933 Jul 28 09:27:03.000826 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:03.025384 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a2647e-a9b0-45df-a370-c027a06a66c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6472eff-77ac-4376-8a00-5243d63b6c05'}] {{(pid=93069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:27:03.027859 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386f2323eb9bad1244c7f57c000109fc890726fb555cdcb5e37d65c089562af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff40aefd-a076-4653-a069-d49c94c606ee" -d '{"events": [{"server_uuid": "32a2647e-a9b0-45df-a370-c027a06a66c0", "name": "network-vif-plugged", "status": "completed", "tag": "b6472eff-77ac-4376-8a00-5243d63b6c05"}]}' {{(pid=93069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:27:03.041925 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port b6472eff-77ac-4376-8a00-5243d63b6c05, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=b6472eff-77ac-4376-8a00-5243d63b6c05,segment=NetworkSegment(0cfbf343-39bd-4fe2-a34a-bcc21842f0af),segment_id=0cfbf343-39bd-4fe2-a34a-bcc21842f0af)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:27:03.047266 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:03.058892 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-319d3fc7-f757-4a04-9e6d-f85a81cf0445 req-f8e7126b-9be1-4672-ad98-afe282cf5ef2 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=018f498b-3f12-45f3-8d86-45656942df90 HTTP/1.1" status: 200 len: 217 time: 0.0712662 Jul 28 09:27:03.111598 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15772490-c8f2-4c3c-a591-553bffcea74f req-9d2683d6-3f41-4791-9e4b-d6f45ad145bf tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:03.114108 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-15772490-c8f2-4c3c-a591-553bffcea74f req-9d2683d6-3f41-4791-9e4b-d6f45ad145bf tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 946 time: 0.1535246 Jul 28 09:27:03.125686 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e52731-f4be-4101-ae1b-d9b583e1b609 req-465341c7-0d23-4af1-bdfa-a16c87b159e8 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:03.126389 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Pushing event updated for resources: {'Port': ['ID=b6472eff-77ac-4376-8a00-5243d63b6c05,revision_number=5']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:27:03.127302 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-d2e52731-f4be-4101-ae1b-d9b583e1b609 req-465341c7-0d23-4af1-bdfa-a16c87b159e8 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/ports?device_id=032593b8-197f-4f27-a1af-b2388f64a7d3 HTTP/1.1" status: 200 len: 943 time: 0.1525052 Jul 28 09:27:03.208338 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d3fc7-f757-4a04-9e6d-f85a81cf0445 req-3c29ab29-6bb5-4deb-81d5-40b6912c28b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:03.209869 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-319d3fc7-f757-4a04-9e6d-f85a81cf0445 req-3c29ab29-6bb5-4deb-81d5-40b6912c28b2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=73e0b46b-2911-4215-97db-6e8470a5e7df HTTP/1.1" status: 200 len: 848 time: 0.1295996 Jul 28 09:27:03.222938 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-15772490-c8f2-4c3c-a591-553bffcea74f req-4e4b53cf-a66b-47df-9e42-549bbd3011fa tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079123 Jul 28 09:27:03.261236 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-d2e52731-f4be-4101-ae1b-d9b583e1b609 req-4a58ba23-aac3-47bc-a205-067138833422 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/security-groups?id=108c0e08-277a-42bf-a1e5-3d5e80f657b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074636 Jul 28 09:27:03.279081 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d3fc7-f757-4a04-9e6d-f85a81cf0445 req-90b22129-9c4f-497f-b668-277782854803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:03.282235 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-319d3fc7-f757-4a04-9e6d-f85a81cf0445 req-90b22129-9c4f-497f-b668-277782854803 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1a784077-0c76-428e-b683-1275b4c6c8ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0629373 Jul 28 09:27:03.290731 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 09:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c39fa42-c284-444b-8a4f-c041a9275fad x-openstack-request-id: req-4c39fa42-c284-444b-8a4f-c041a9275fad {{(pid=93069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:27:03.291109 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a2647e-a9b0-45df-a370-c027a06a66c0", "name": "network-vif-plugged", "status": "completed", "tag": "b6472eff-77ac-4376-8a00-5243d63b6c05", "code": 200}]} {{(pid=93069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:27:03.291365 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4c39fa42-c284-444b-8a4f-c041a9275fad {{(pid=93069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:27:03.291787 dv-cinder-802669-1-iscsi neutron-server[93069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a2647e-a9b0-45df-a370-c027a06a66c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6472eff-77ac-4376-8a00-5243d63b6c05', 'code': 200} Jul 28 09:27:03.409878 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e804e0cc-59dc-4fd9-b5f5-789231b14ec9 req-5b3c72a6-c4c0-4fe5-a215-f98b5da649f2 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:03.411726 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e804e0cc-59dc-4fd9-b5f5-789231b14ec9 req-5b3c72a6-c4c0-4fe5-a215-f98b5da649f2 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=722bacfd-c01b-427f-a5db-de2581b3dc2e HTTP/1.1" status: 200 len: 945 time: 0.0777667 Jul 28 09:27:03.431518 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-319d3fc7-f757-4a04-9e6d-f85a81cf0445 req-ea915039-3464-44cb-93e2-cacd592a5947 service neutron] 10.222.0.32 "GET /v2.0/networks/1a784077-0c76-428e-b683-1275b4c6c8ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389821 Jul 28 09:27:03.490969 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e804e0cc-59dc-4fd9-b5f5-789231b14ec9 req-6df6b764-2eb1-4bd4-95ea-0f938918cd42 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703685 Jul 28 09:27:03.575643 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e810a2ca-88b5-4501-9eb6-db3e444320eb req-07158585-b562-4253-8cf5-cb03dbda11c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:03.577341 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e810a2ca-88b5-4501-9eb6-db3e444320eb req-07158585-b562-4253-8cf5-cb03dbda11c5 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=32a2647e-a9b0-45df-a370-c027a06a66c0 HTTP/1.1" status: 200 len: 1099 time: 0.1108027 Jul 28 09:27:03.612928 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-2284cd4c-493c-4cd5-902b-cad83a6c7b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:03.613224 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-319d3fc7-f757-4a04-9e6d-f85a81cf0445 req-d2daa5ca-4a5b-4e14-a9af-0ade72f45dbf service neutron] 10.222.0.32 "GET /v2.0/networks/1a784077-0c76-428e-b683-1275b4c6c8ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556282 Jul 28 09:27:03.633569 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e810a2ca-88b5-4501-9eb6-db3e444320eb req-b50057ed-4852-494b-ba60-26f71cb924ef service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=ba7ca661-0cb6-4167-9687-f2b430c66e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442388 Jul 28 09:27:03.832864 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753862bf-79d1-4288-b14b-91a7dd1ff6e7 req-5ea080ff-fbd1-40e5-9301-df41ae220b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:03.834435 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-753862bf-79d1-4288-b14b-91a7dd1ff6e7 req-5ea080ff-fbd1-40e5-9301-df41ae220b9d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=cdd4025f7c74471e81aa73079f97a769&device_id=722bacfd-c01b-427f-a5db-de2581b3dc2e HTTP/1.1" status: 200 len: 1098 time: 0.0777283 Jul 28 09:27:03.847491 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e7631-a6e8-4d9b-b884-3cef46dd9efa req-a8b78f05-49e7-47ce-abf5-d69b103f8f85 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:03.849069 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-f80e7631-a6e8-4d9b-b884-3cef46dd9efa req-a8b78f05-49e7-47ce-abf5-d69b103f8f85 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=722bacfd-c01b-427f-a5db-de2581b3dc2e HTTP/1.1" status: 200 len: 945 time: 0.0829992 Jul 28 09:27:03.974806 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-f80e7631-a6e8-4d9b-b884-3cef46dd9efa req-f22e4034-a93b-44bf-bf0a-e05b6dfd04d4 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169357 Jul 28 09:27:03.997053 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76758644-9755-4530-9264-629a364cab5b req-40daff9b-17ef-4f36-8451-b3e28b5a15ae tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:03.998735 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-76758644-9755-4530-9264-629a364cab5b req-40daff9b-17ef-4f36-8451-b3e28b5a15ae tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 946 time: 0.1383245 Jul 28 09:27:04.029266 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753862bf-79d1-4288-b14b-91a7dd1ff6e7 req-ff090989-3027-42f2-bfba-aae2f76f269c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:04.031564 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-753862bf-79d1-4288-b14b-91a7dd1ff6e7 req-ff090989-3027-42f2-bfba-aae2f76f269c service neutron] 10.222.0.32 "GET /v2.0/networks?id=bc5fa390-0a22-474b-ac35-e54c73e4ebd9 HTTP/1.1" status: 200 len: 920 time: 0.1814029 Jul 28 09:27:04.097126 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-76758644-9755-4530-9264-629a364cab5b req-2ec97f77-640b-480b-9147-f2c95d627ab8 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914731 Jul 28 09:27:04.098289 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-753862bf-79d1-4288-b14b-91a7dd1ff6e7 req-3f5425f3-c326-4e6b-be49-663f839af573 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b4fdddf-03d6-4edc-b888-724b64f54c3b HTTP/1.1" status: 200 len: 217 time: 0.0555182 Jul 28 09:27:04.173901 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc218bde-e513-4682-86e2-93af61cf1e7d req-27a855f0-d3fb-40ae-a834-32d826ded084 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:04.175402 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-fc218bde-e513-4682-86e2-93af61cf1e7d req-27a855f0-d3fb-40ae-a834-32d826ded084 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=32a2647e-a9b0-45df-a370-c027a06a66c0 HTTP/1.1" status: 200 len: 946 time: 0.1240156 Jul 28 09:27:04.176966 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753862bf-79d1-4288-b14b-91a7dd1ff6e7 req-4a8d9d60-e099-4876-91b2-3114bd3b4fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:04.178326 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-753862bf-79d1-4288-b14b-91a7dd1ff6e7 req-4a8d9d60-e099-4876-91b2-3114bd3b4fe6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=e1f74411-6c4e-4dfc-902d-6f35d76f4922 HTTP/1.1" status: 200 len: 859 time: 0.0650573 Jul 28 09:27:04.221248 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-753862bf-79d1-4288-b14b-91a7dd1ff6e7 req-9f96d750-f9fc-48f0-819c-c8be245cb53b service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=bc5fa390-0a22-474b-ac35-e54c73e4ebd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326021 Jul 28 09:27:04.261503 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-fc218bde-e513-4682-86e2-93af61cf1e7d req-f8d33083-be91-4026-91fe-b2705754ad9c tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba7ca661-0cb6-4167-9687-f2b430c66e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781040 Jul 28 09:27:04.393606 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-753862bf-79d1-4288-b14b-91a7dd1ff6e7 req-19713f3a-fcca-46c7-a00c-f040a79bdbc1 service neutron] 10.222.0.32 "GET /v2.0/networks/bc5fa390-0a22-474b-ac35-e54c73e4ebd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629295 Jul 28 09:27:04.461070 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28006ab4-4a61-45dd-a346-ef411c96aa41 req-0996ffc0-d019-4e9a-af2d-e90c5be49df4 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:04.462560 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-28006ab4-4a61-45dd-a346-ef411c96aa41 req-0996ffc0-d019-4e9a-af2d-e90c5be49df4 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 946 time: 0.1437559 Jul 28 09:27:04.473680 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d151c20-561e-4353-aba0-53bdf74358e8 req-5328bb74-8f20-419a-a951-1cdeeb951772 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:04.475167 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-6d151c20-561e-4353-aba0-53bdf74358e8 req-5328bb74-8f20-419a-a951-1cdeeb951772 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/ports?device_id=032593b8-197f-4f27-a1af-b2388f64a7d3 HTTP/1.1" status: 200 len: 943 time: 0.1282730 Jul 28 09:27:04.552353 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-28006ab4-4a61-45dd-a346-ef411c96aa41 req-315c7127-9ae8-4b03-b9fa-c120cee01de7 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746727 Jul 28 09:27:04.572554 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-6d151c20-561e-4353-aba0-53bdf74358e8 req-2017bc40-3e6f-4a5c-8d70-579a9083e07e tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/security-groups?id=108c0e08-277a-42bf-a1e5-3d5e80f657b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851974 Jul 28 09:27:04.579710 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-753862bf-79d1-4288-b14b-91a7dd1ff6e7 req-d9875d7c-871c-4e0d-8817-d3064bc61889 service neutron] 10.222.0.32 "GET /v2.0/networks/bc5fa390-0a22-474b-ac35-e54c73e4ebd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731422 Jul 28 09:27:05.105802 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2e553c-3fc6-43a6-9470-e57d65a3d60a req-3054cbd0-d6c0-4b4f-9e1e-55be449a2e29 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:05.107374 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-ab2e553c-3fc6-43a6-9470-e57d65a3d60a req-3054cbd0-d6c0-4b4f-9e1e-55be449a2e29 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=722bacfd-c01b-427f-a5db-de2581b3dc2e HTTP/1.1" status: 200 len: 945 time: 0.0548995 Jul 28 09:27:05.147902 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-ab2e553c-3fc6-43a6-9470-e57d65a3d60a req-fe395185-e4ca-4501-b90f-9a4655a5d3ae tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338435 Jul 28 09:27:05.218064 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e04fdf-9edf-4ba1-b858-e7810b490574 req-635526c9-582f-42bf-a4be-804a7b377ebd tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:05.219633 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-82e04fdf-9edf-4ba1-b858-e7810b490574 req-635526c9-582f-42bf-a4be-804a7b377ebd tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 946 time: 0.0530033 Jul 28 09:27:05.267843 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-82e04fdf-9edf-4ba1-b858-e7810b490574 req-949d81c3-4966-4e26-859f-750190ddee62 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390947 Jul 28 09:27:05.384606 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83673be9-8ee5-4c76-b17d-e299890f72b2 req-6a43abbe-9c03-4dba-8449-caa44a322ead tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:05.386183 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-83673be9-8ee5-4c76-b17d-e299890f72b2 req-6a43abbe-9c03-4dba-8449-caa44a322ead tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=32a2647e-a9b0-45df-a370-c027a06a66c0 HTTP/1.1" status: 200 len: 946 time: 0.0515339 Jul 28 09:27:05.426237 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-83673be9-8ee5-4c76-b17d-e299890f72b2 req-78cafcfe-fd73-4a65-9d39-efcd124b469f tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba7ca661-0cb6-4167-9687-f2b430c66e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336845 Jul 28 09:27:05.747780 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29df020e-899a-4481-9829-d6223a5fcf30 req-cbc97471-3504-473a-98d7-bb7b5da09778 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:05.750053 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-29df020e-899a-4481-9829-d6223a5fcf30 req-cbc97471-3504-473a-98d7-bb7b5da09778 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/ports?device_id=032593b8-197f-4f27-a1af-b2388f64a7d3 HTTP/1.1" status: 200 len: 943 time: 0.0644150 Jul 28 09:27:05.762722 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e64ae83-7aa8-403d-bbc3-4ed19db5d3a6 req-13ccb027-51e5-4680-ba04-25f0132e57f3 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:05.764954 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7e64ae83-7aa8-403d-bbc3-4ed19db5d3a6 req-13ccb027-51e5-4680-ba04-25f0132e57f3 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 946 time: 0.1264431 Jul 28 09:27:05.826148 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-29df020e-899a-4481-9829-d6223a5fcf30 req-e199620a-76e8-437c-a9e7-39a4d13a5adf tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/security-groups?id=108c0e08-277a-42bf-a1e5-3d5e80f657b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601382 Jul 28 09:27:05.829131 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7e64ae83-7aa8-403d-bbc3-4ed19db5d3a6 req-49c24a4c-72c1-42ab-8a8d-bb30bef27c6d tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570025 Jul 28 09:27:06.272770 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ff2b2-3c2b-4ade-adcb-de0a75c73848 req-902ee479-a59b-42e8-a692-c9d686217672 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:06.274493 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-c10ff2b2-3c2b-4ade-adcb-de0a75c73848 req-902ee479-a59b-42e8-a692-c9d686217672 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=722bacfd-c01b-427f-a5db-de2581b3dc2e HTTP/1.1" status: 200 len: 945 time: 0.0552962 Jul 28 09:27:06.329876 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-c10ff2b2-3c2b-4ade-adcb-de0a75c73848 req-e4efea6e-2e6a-42d7-83d5-578868d954eb tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485117 Jul 28 09:27:06.401573 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2ae898-00a7-460b-a2e4-778fdce6d141 req-44fcf05f-a749-4f7a-a428-3bb5d4b99632 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:06.403448 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7d2ae898-00a7-460b-a2e4-778fdce6d141 req-44fcf05f-a749-4f7a-a428-3bb5d4b99632 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 946 time: 0.0556796 Jul 28 09:27:06.445218 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7d2ae898-00a7-460b-a2e4-778fdce6d141 req-f3f4f9fa-c194-43bf-843e-e5c5e7ff5005 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346119 Jul 28 09:27:06.946047 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e76837-0354-419d-b1ae-82108ecffac9 req-e68c6272-455f-419e-be99-78a264897cbe tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:06.948016 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-94e76837-0354-419d-b1ae-82108ecffac9 req-e68c6272-455f-419e-be99-78a264897cbe tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/ports?device_id=032593b8-197f-4f27-a1af-b2388f64a7d3 HTTP/1.1" status: 200 len: 943 time: 0.0537503 Jul 28 09:27:06.989774 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-94e76837-0354-419d-b1ae-82108ecffac9 req-8493cb9c-b9e3-4700-a101-9d1a4c03ede1 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/security-groups?id=108c0e08-277a-42bf-a1e5-3d5e80f657b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348253 Jul 28 09:27:07.122304 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4191232d-a354-4dd6-8ff1-a6290fed769e req-3c1239bb-52ca-4220-8240-85eb35e32d15 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:07.124397 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-4191232d-a354-4dd6-8ff1-a6290fed769e req-3c1239bb-52ca-4220-8240-85eb35e32d15 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 946 time: 0.0641851 Jul 28 09:27:07.171664 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-4191232d-a354-4dd6-8ff1-a6290fed769e req-565c07f1-f9c4-4bf7-b255-17461fe704b6 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397170 Jul 28 09:27:07.445593 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de599968-6583-4e72-b4dc-3c83fc8ebafe req-cbfed6aa-aa0a-4631-ac5b-197eac244796 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:07.447558 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-de599968-6583-4e72-b4dc-3c83fc8ebafe req-cbfed6aa-aa0a-4631-ac5b-197eac244796 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=722bacfd-c01b-427f-a5db-de2581b3dc2e HTTP/1.1" status: 200 len: 945 time: 0.0482967 Jul 28 09:27:07.487640 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-de599968-6583-4e72-b4dc-3c83fc8ebafe req-49e3ae6d-e082-4762-bbe4-457c40e3b05c tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342095 Jul 28 09:27:07.577731 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c280c1c-40db-406a-b63e-1e47a8c945ed req-0abc2bab-58a1-4c69-99ab-271f012f1f15 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:07.579343 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-6c280c1c-40db-406a-b63e-1e47a8c945ed req-0abc2bab-58a1-4c69-99ab-271f012f1f15 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 946 time: 0.0575745 Jul 28 09:27:07.626769 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-6c280c1c-40db-406a-b63e-1e47a8c945ed req-08a64b89-1787-4882-973a-e771fbde23b9 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383482 Jul 28 09:27:08.109239 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac664f0-0709-488d-9300-3b1ee7af632e req-f5030462-497b-434f-9c5c-aae6caf40e96 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:08.110754 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-eac664f0-0709-488d-9300-3b1ee7af632e req-f5030462-497b-434f-9c5c-aae6caf40e96 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/ports?device_id=032593b8-197f-4f27-a1af-b2388f64a7d3 HTTP/1.1" status: 200 len: 943 time: 0.0489726 Jul 28 09:27:08.155945 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-eac664f0-0709-488d-9300-3b1ee7af632e req-1ff76952-48b5-48c7-a782-e1b00c1d00d4 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/security-groups?id=108c0e08-277a-42bf-a1e5-3d5e80f657b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392585 Jul 28 09:27:08.311653 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ae835-8dea-4d02-bb37-dbc1264bf665 req-5b9b5030-508c-492d-b497-36e1c91f811e tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:08.313261 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-140ae835-8dea-4d02-bb37-dbc1264bf665 req-5b9b5030-508c-492d-b497-36e1c91f811e tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 946 time: 0.0505316 Jul 28 09:27:08.350528 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-140ae835-8dea-4d02-bb37-dbc1264bf665 req-bed4dabc-2a97-4dae-9e1e-ff0a6eb33939 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314476 Jul 28 09:27:08.760651 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d728906-2c3b-4187-b62f-3f501d7ce991 req-660c8b23-df17-4c0a-b30c-d3029a5da76f tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:08.762192 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2d728906-2c3b-4187-b62f-3f501d7ce991 req-660c8b23-df17-4c0a-b30c-d3029a5da76f tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 946 time: 0.0637205 Jul 28 09:27:08.810318 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2d728906-2c3b-4187-b62f-3f501d7ce991 req-b22971a2-527b-482c-a60f-d8d05ceaf541 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412228 Jul 28 09:27:09.297881 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c02ef63-bb18-4e04-b725-18995957b0e4 req-fe0084db-2790-476f-b09c-0a00f977c4cd tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:09.299374 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-5c02ef63-bb18-4e04-b725-18995957b0e4 req-fe0084db-2790-476f-b09c-0a00f977c4cd tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/ports?device_id=032593b8-197f-4f27-a1af-b2388f64a7d3 HTTP/1.1" status: 200 len: 943 time: 0.0598085 Jul 28 09:27:09.341341 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-5c02ef63-bb18-4e04-b725-18995957b0e4 req-606d1661-a1e7-417f-8772-0e08423e9ef1 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/security-groups?id=108c0e08-277a-42bf-a1e5-3d5e80f657b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359426 Jul 28 09:27:09.473575 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d93061-2f3d-4c92-b4d2-7b29af8728f4 req-0ca027dd-8054-428a-a399-18fc0d4b2033 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:09.475323 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-f2d93061-2f3d-4c92-b4d2-7b29af8728f4 req-0ca027dd-8054-428a-a399-18fc0d4b2033 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 946 time: 0.0531037 Jul 28 09:27:09.515895 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-f2d93061-2f3d-4c92-b4d2-7b29af8728f4 req-8130ad6e-2dcf-4f52-b550-8c6b1bb3e6dd tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346169 Jul 28 09:27:09.952455 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fdf561-a227-4499-a4df-b5f0a3c52db8 req-cc780a62-e177-477d-bd72-fe3b3ca7f994 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:09.953990 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-35fdf561-a227-4499-a4df-b5f0a3c52db8 req-cc780a62-e177-477d-bd72-fe3b3ca7f994 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 946 time: 0.0570650 Jul 28 09:27:09.992983 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-35fdf561-a227-4499-a4df-b5f0a3c52db8 req-cbba5bcb-4b13-4048-a4d0-65d55c572177 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322344 Jul 28 09:27:10.453699 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aec0c47-630d-4ec5-a5e5-8a50e15ba80c req-00ec7cff-f258-4115-ae40-52cf15d2f76c tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:10.455172 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-9aec0c47-630d-4ec5-a5e5-8a50e15ba80c req-00ec7cff-f258-4115-ae40-52cf15d2f76c tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/ports?device_id=032593b8-197f-4f27-a1af-b2388f64a7d3 HTTP/1.1" status: 200 len: 943 time: 0.0470569 Jul 28 09:27:10.497146 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-9aec0c47-630d-4ec5-a5e5-8a50e15ba80c req-da58e619-fc1a-40b8-819a-54767256747a tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/security-groups?id=108c0e08-277a-42bf-a1e5-3d5e80f657b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357966 Jul 28 09:27:10.642082 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2407809-b583-467a-8cdb-df9d5e79f65b req-ec81c1ab-52c1-44e6-aa39-23da22913511 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:10.643598 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-c2407809-b583-467a-8cdb-df9d5e79f65b req-ec81c1ab-52c1-44e6-aa39-23da22913511 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 946 time: 0.0479593 Jul 28 09:27:10.681489 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-c2407809-b583-467a-8cdb-df9d5e79f65b req-dc7501c5-5946-4f32-9bee-a1edc9dab176 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318112 Jul 28 09:27:10.849513 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device 018f498b-3f12-45f3-8d86-45656942df90 details requested by agent hyperv_hv-cinder-80266 with host hv-cinder-80266 {{(pid=93069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 09:27:11.073962 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port 018f498b-3f12-45f3-8d86-45656942df90, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=018f498b-3f12-45f3-8d86-45656942df90,segment=NetworkSegment(64e20506-26f3-4d95-b013-8fb570658f22),segment_id=64e20506-26f3-4d95-b013-8fb570658f22)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:27:11.086645 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Returning: {'device': '018f498b-3f12-45f3-8d86-45656942df90', 'network_id': '1a784077-0c76-428e-b683-1275b4c6c8ec', 'port_id': '018f498b-3f12-45f3-8d86-45656942df90', 'mac_address': 'fa:16:3e:44:ba:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73e0b46b-2911-4215-97db-6e8470a5e7df', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 09:27:11.113267 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eeb70b1-77f7-4d87-b129-2f31a5635c14 req-c89277b2-edf5-4d47-bc5c-9bd20e2a41da tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:11.114768 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-4eeb70b1-77f7-4d87-b129-2f31a5635c14 req-c89277b2-edf5-4d47-bc5c-9bd20e2a41da tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 946 time: 0.0486264 Jul 28 09:27:11.124254 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:11.136448 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.notifiers.nova [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 018f498b-3f12-45f3-8d86-45656942df90 {{(pid=93069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 09:27:11.156038 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-4eeb70b1-77f7-4d87-b129-2f31a5635c14 req-9679e5e1-5d5b-47b5-828f-3836e29862e8 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334549 Jul 28 09:27:11.157586 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port 018f498b-3f12-45f3-8d86-45656942df90, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=018f498b-3f12-45f3-8d86-45656942df90,segment=NetworkSegment(64e20506-26f3-4d95-b013-8fb570658f22),segment_id=64e20506-26f3-4d95-b013-8fb570658f22)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:27:11.162254 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:11.208655 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Pushing event updated for resources: {'Port': ['ID=018f498b-3f12-45f3-8d86-45656942df90,revision_number=4']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:27:11.549540 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] get_ports_and_sgs() called for port_ids ['018f498b-3f12-45f3-8d86-45656942df90'] {{(pid=93069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:27:11.618997 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd794f7-4a81-4635-8627-70f839128dc9 req-ac6f157b-533c-4e82-a331-fb0aaf136324 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:11.620671 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-fdd794f7-4a81-4635-8627-70f839128dc9 req-ac6f157b-533c-4e82-a331-fb0aaf136324 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/ports?device_id=032593b8-197f-4f27-a1af-b2388f64a7d3 HTTP/1.1" status: 200 len: 944 time: 0.0496204 Jul 28 09:27:11.671556 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-fdd794f7-4a81-4635-8627-70f839128dc9 req-b31a3c11-97a3-4d0b-a870-8c75a4e5a6b0 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/security-groups?id=108c0e08-277a-42bf-a1e5-3d5e80f657b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405121 Jul 28 09:27:11.801665 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e404cd1-40b8-4f4a-90b7-e42efcb4b2f1 req-0a14e54a-626f-4e7a-a2dc-c17caa467625 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:11.803174 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-8e404cd1-40b8-4f4a-90b7-e42efcb4b2f1 req-0a14e54a-626f-4e7a-a2dc-c17caa467625 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 946 time: 0.0486324 Jul 28 09:27:11.840937 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-8e404cd1-40b8-4f4a-90b7-e42efcb4b2f1 req-3a8432f4-a7dd-47f8-8d52-b36c507bb607 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318084 Jul 28 09:27:12.278563 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594e1c4a-b8aa-47de-870c-fa27f89d793d req-c03e237f-6b6d-4a77-acc8-ea13aa4e29ab tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:12.280521 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-594e1c4a-b8aa-47de-870c-fa27f89d793d req-c03e237f-6b6d-4a77-acc8-ea13aa4e29ab tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 946 time: 0.0515575 Jul 28 09:27:12.321483 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-594e1c4a-b8aa-47de-870c-fa27f89d793d req-7884f60d-6460-42eb-8715-e455e255ea28 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348277 Jul 28 09:27:12.792487 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53337159-e7f6-41b7-9eea-491314d1c2a1 req-e7bee19e-ef49-405f-a309-1f49a04834e0 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:12.794012 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-53337159-e7f6-41b7-9eea-491314d1c2a1 req-e7bee19e-ef49-405f-a309-1f49a04834e0 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/ports?device_id=032593b8-197f-4f27-a1af-b2388f64a7d3 HTTP/1.1" status: 200 len: 944 time: 0.0490119 Jul 28 09:27:12.835711 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-53337159-e7f6-41b7-9eea-491314d1c2a1 req-b7fbb865-4f6a-42dc-ba15-bce8ee016d1c tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/security-groups?id=108c0e08-277a-42bf-a1e5-3d5e80f657b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350738 Jul 28 09:27:12.876735 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device 018f498b-3f12-45f3-8d86-45656942df90 up at agent hyperv_hv-cinder-80266 {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:27:12.925917 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Provisioning for port 018f498b-3f12-45f3-8d86-45656942df90 completed by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:27:12.929505 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Provisioning complete for port 018f498b-3f12-45f3-8d86-45656942df90 triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:27:12.929866 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:12.965553 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39723379-ce36-432b-afe1-d0a298342ad6 req-3c08d687-e309-4e79-a57e-84420e33099a tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:12.967259 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-39723379-ce36-432b-afe1-d0a298342ad6 req-3c08d687-e309-4e79-a57e-84420e33099a tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 946 time: 0.0525155 Jul 28 09:27:13.005112 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-39723379-ce36-432b-afe1-d0a298342ad6 req-dc6a13cb-560e-47a4-963a-4fb557d94382 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321705 Jul 28 09:27:13.008994 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:13.033921 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '032593b8-197f-4f27-a1af-b2388f64a7d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '018f498b-3f12-45f3-8d86-45656942df90'}] {{(pid=93069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:27:13.036215 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386f2323eb9bad1244c7f57c000109fc890726fb555cdcb5e37d65c089562af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef21f6b-7a9c-43af-860c-088255ba3d9b" -d '{"events": [{"server_uuid": "032593b8-197f-4f27-a1af-b2388f64a7d3", "name": "network-vif-plugged", "status": "completed", "tag": "018f498b-3f12-45f3-8d86-45656942df90"}]}' {{(pid=93069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:27:13.049147 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port 018f498b-3f12-45f3-8d86-45656942df90, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=018f498b-3f12-45f3-8d86-45656942df90,segment=NetworkSegment(64e20506-26f3-4d95-b013-8fb570658f22),segment_id=64e20506-26f3-4d95-b013-8fb570658f22)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:27:13.053861 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:13.086503 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 09:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8854af9-bde1-42b0-951f-3f9d100e1e20 x-openstack-request-id: req-b8854af9-bde1-42b0-951f-3f9d100e1e20 {{(pid=93069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:27:13.086808 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "032593b8-197f-4f27-a1af-b2388f64a7d3", "name": "network-vif-plugged", "status": "completed", "tag": "018f498b-3f12-45f3-8d86-45656942df90", "code": 200}]} {{(pid=93069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:27:13.087114 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b8854af9-bde1-42b0-951f-3f9d100e1e20 {{(pid=93069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:27:13.087532 dv-cinder-802669-1-iscsi neutron-server[93069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '032593b8-197f-4f27-a1af-b2388f64a7d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '018f498b-3f12-45f3-8d86-45656942df90', 'code': 200} Jul 28 09:27:13.126660 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Pushing event updated for resources: {'Port': ['ID=018f498b-3f12-45f3-8d86-45656942df90,revision_number=5']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:27:13.461279 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1484d98f-8b19-42ec-b064-d7ea89c25882 req-881441be-c046-4b2f-b33c-297561752fcd tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:13.462900 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-1484d98f-8b19-42ec-b064-d7ea89c25882 req-881441be-c046-4b2f-b33c-297561752fcd tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 946 time: 0.0740919 Jul 28 09:27:13.471124 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed947c-f4c0-45dc-9f4b-ffd7fbfb753d req-d281ef3b-3f33-4cdf-941e-4e8b08153249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:13.472670 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-feed947c-f4c0-45dc-9f4b-ffd7fbfb753d req-d281ef3b-3f33-4cdf-941e-4e8b08153249 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=032593b8-197f-4f27-a1af-b2388f64a7d3 HTTP/1.1" status: 200 len: 1098 time: 0.0745656 Jul 28 09:27:13.539350 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-1484d98f-8b19-42ec-b064-d7ea89c25882 req-53671144-b073-45f9-b85b-8b81754f293e tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638990 Jul 28 09:27:13.546278 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-feed947c-f4c0-45dc-9f4b-ffd7fbfb753d req-1671ae34-b7d7-4b16-815e-3c79a031517b service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=108c0e08-277a-42bf-a1e5-3d5e80f657b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498407 Jul 28 09:27:13.953546 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eff981-c53f-4e9a-aead-8d91adfcffb1 req-98c50266-f856-4248-ad23-6a2cfcb05ba0 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:13.955024 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-23eff981-c53f-4e9a-aead-8d91adfcffb1 req-98c50266-f856-4248-ad23-6a2cfcb05ba0 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/ports?device_id=032593b8-197f-4f27-a1af-b2388f64a7d3 HTTP/1.1" status: 200 len: 945 time: 0.0507474 Jul 28 09:27:14.002285 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-23eff981-c53f-4e9a-aead-8d91adfcffb1 req-c770785e-5e29-4b81-aad8-a31483bbae47 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/security-groups?id=108c0e08-277a-42bf-a1e5-3d5e80f657b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405478 Jul 28 09:27:14.135227 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d06e28-3be4-4e5a-b5f2-7c9a5845e454 req-39f4fac7-cc36-44b9-8e5c-bce348f8a8e5 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:14.136774 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-d1d06e28-3be4-4e5a-b5f2-7c9a5845e454 req-39f4fac7-cc36-44b9-8e5c-bce348f8a8e5 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 946 time: 0.0547235 Jul 28 09:27:14.180515 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-d1d06e28-3be4-4e5a-b5f2-7c9a5845e454 req-06383805-7980-4c01-a240-aa5109f33434 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368586 Jul 28 09:27:14.666158 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfb2fe3-e803-4bf7-a8a2-a30a045c2b12 req-52efc6fa-a808-4072-9b95-bda41f5002af tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:14.667722 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-0cfb2fe3-e803-4bf7-a8a2-a30a045c2b12 req-52efc6fa-a808-4072-9b95-bda41f5002af tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 946 time: 0.0582864 Jul 28 09:27:14.711054 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-0cfb2fe3-e803-4bf7-a8a2-a30a045c2b12 req-c5e82550-1387-4a67-a0ac-1056dc2ef277 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367839 Jul 28 09:27:15.126685 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d3877-41e1-41a9-8c7d-1534dcde7081 req-db98e541-3e3a-4807-954d-2a9ded0685cb tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:15.128633 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-444d3877-41e1-41a9-8c7d-1534dcde7081 req-db98e541-3e3a-4807-954d-2a9ded0685cb tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/ports?device_id=032593b8-197f-4f27-a1af-b2388f64a7d3 HTTP/1.1" status: 200 len: 945 time: 0.0567367 Jul 28 09:27:15.166631 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-444d3877-41e1-41a9-8c7d-1534dcde7081 req-8923e548-e7f4-4e69-81cc-3417b5d4c6cd tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/security-groups?id=108c0e08-277a-42bf-a1e5-3d5e80f657b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320263 Jul 28 09:27:15.316472 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d2965-92ef-45f0-a90b-a8b53ed7bd9f req-3a919b51-102f-435c-b958-f73089cb253f tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:15.318123 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-967d2965-92ef-45f0-a90b-a8b53ed7bd9f req-3a919b51-102f-435c-b958-f73089cb253f tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 946 time: 0.0564430 Jul 28 09:27:15.356950 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-967d2965-92ef-45f0-a90b-a8b53ed7bd9f req-d6dbf0e6-e250-4a26-93be-efe44963d892 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326383 Jul 28 09:27:15.688562 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.agents_db [None req-63843732-4a37-4b37-bfab-6dab7fdb1052 None None] Agent healthcheck: found 6 active agents {{(pid=93070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:27:15.830354 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c92a53-3304-4e5b-aaad-06f027442c6f req-063c5211-48ec-480c-bd3a-89c33d12c609 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:15.832111 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-89c92a53-3304-4e5b-aaad-06f027442c6f req-063c5211-48ec-480c-bd3a-89c33d12c609 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 946 time: 0.0520079 Jul 28 09:27:15.875354 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-89c92a53-3304-4e5b-aaad-06f027442c6f req-e36575f7-05e2-4caa-b907-1c101b33b679 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369246 Jul 28 09:27:16.280972 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d506e3-f808-491a-aedd-8b929b6567e2 req-5861a7d0-a530-4628-9a8b-e48a425ea9ad tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:16.282427 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-74d506e3-f808-491a-aedd-8b929b6567e2 req-5861a7d0-a530-4628-9a8b-e48a425ea9ad tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/ports?device_id=032593b8-197f-4f27-a1af-b2388f64a7d3 HTTP/1.1" status: 200 len: 945 time: 0.0477331 Jul 28 09:27:16.319145 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-74d506e3-f808-491a-aedd-8b929b6567e2 req-e7177444-5315-4351-9f1d-7c5f011fdb4f tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/security-groups?id=108c0e08-277a-42bf-a1e5-3d5e80f657b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308557 Jul 28 09:27:16.478068 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be50ebea-d339-44fe-8df7-7ce1f0449260 req-cfef2f75-1337-4b1c-894f-ffb130376561 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:16.482330 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-be50ebea-d339-44fe-8df7-7ce1f0449260 req-cfef2f75-1337-4b1c-894f-ffb130376561 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 946 time: 0.0510004 Jul 28 09:27:16.524287 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-be50ebea-d339-44fe-8df7-7ce1f0449260 req-0ad76276-1480-49a6-a20e-85022f279730 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349717 Jul 28 09:27:16.994159 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ee749d-427a-459d-879f-394851282d07 req-428f9f32-a1a5-462c-8135-603931fc35bf tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:16.995750 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-39ee749d-427a-459d-879f-394851282d07 req-428f9f32-a1a5-462c-8135-603931fc35bf tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 946 time: 0.0520809 Jul 28 09:27:17.038863 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-39ee749d-427a-459d-879f-394851282d07 req-67517ffe-6f6b-42c9-b9a9-f24df7c10fbd tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341105 Jul 28 09:27:17.430859 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e14157-f954-4a48-b51b-0764e5fc8b1c req-7925c181-41eb-4187-a534-5d260a63f91c tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:17.432333 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b7e14157-f954-4a48-b51b-0764e5fc8b1c req-7925c181-41eb-4187-a534-5d260a63f91c tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/ports?device_id=032593b8-197f-4f27-a1af-b2388f64a7d3 HTTP/1.1" status: 200 len: 945 time: 0.0480261 Jul 28 09:27:17.469559 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b7e14157-f954-4a48-b51b-0764e5fc8b1c req-27f985bc-27b0-40e3-9c2c-54dca6b84c46 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/security-groups?id=108c0e08-277a-42bf-a1e5-3d5e80f657b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313334 Jul 28 09:27:17.656872 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4cea3c-50e1-4334-98f7-91c07312b695 req-37bed28e-c26f-4c0a-a4e7-2760100411b4 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:17.658396 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-ff4cea3c-50e1-4334-98f7-91c07312b695 req-37bed28e-c26f-4c0a-a4e7-2760100411b4 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 946 time: 0.0560217 Jul 28 09:27:17.708470 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-ff4cea3c-50e1-4334-98f7-91c07312b695 req-2460f200-4f4f-4f6e-ae60-aa7ff443cbee tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427635 Jul 28 09:27:17.801861 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6187b76d-7b23-4749-85d9-0d4b4542f9c2 req-f7431132-90fb-41a2-aa59-95a693ece839 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:17.803219 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-6187b76d-7b23-4749-85d9-0d4b4542f9c2 req-f7431132-90fb-41a2-aa59-95a693ece839 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=89bf9e96-f9c0-4e9b-9eb6-a01c13b4ac67 HTTP/1.1" status: 200 len: 945 time: 0.0601912 Jul 28 09:27:17.842458 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-6187b76d-7b23-4749-85d9-0d4b4542f9c2 req-63231a27-6164-44cc-a4ef-4f4481e8c03c tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332320 Jul 28 09:27:18.158053 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474bfe26-4877-4059-b0ee-b7405be08a65 req-3d8ce78d-ac89-4d85-9806-06669715a5ec tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:18.159709 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-474bfe26-4877-4059-b0ee-b7405be08a65 req-3d8ce78d-ac89-4d85-9806-06669715a5ec tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 946 time: 0.0537217 Jul 28 09:27:18.198844 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-474bfe26-4877-4059-b0ee-b7405be08a65 req-880cf13e-1a75-40c8-a83b-9a99d3690afa tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332711 Jul 28 09:27:18.409294 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb92cc83-7f13-460f-9313-b1f0e6925c47 req-63937254-ce68-43c9-a013-aae1247a1510 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:18.410738 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-fb92cc83-7f13-460f-9313-b1f0e6925c47 req-63937254-ce68-43c9-a013-aae1247a1510 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=32a2647e-a9b0-45df-a370-c027a06a66c0 HTTP/1.1" status: 200 len: 946 time: 0.0519404 Jul 28 09:27:18.448037 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-fb92cc83-7f13-460f-9313-b1f0e6925c47 req-bfa0da59-40e7-400d-a447-53368c8f2434 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba7ca661-0cb6-4167-9687-f2b430c66e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312433 Jul 28 09:27:18.586630 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadbeef3-f263-4db1-bc62-c4aeb7478d49 req-7f116be4-6283-4703-b24d-92fc41201d35 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:18.588006 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-fadbeef3-f263-4db1-bc62-c4aeb7478d49 req-7f116be4-6283-4703-b24d-92fc41201d35 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/ports?device_id=032593b8-197f-4f27-a1af-b2388f64a7d3 HTTP/1.1" status: 200 len: 945 time: 0.0516384 Jul 28 09:27:18.629352 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-fadbeef3-f263-4db1-bc62-c4aeb7478d49 req-c43d31b1-fd64-463b-9aec-9862780dec72 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/security-groups?id=108c0e08-277a-42bf-a1e5-3d5e80f657b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345409 Jul 28 09:27:18.742403 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d3ab17-5aff-4f08-8aed-85575cec08ae req-e41d2744-c5d8-42f4-b885-918a9e838ed0 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:18.748236 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-c1d3ab17-5aff-4f08-8aed-85575cec08ae req-e41d2744-c5d8-42f4-b885-918a9e838ed0 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/ports?device_id=032593b8-197f-4f27-a1af-b2388f64a7d3 HTTP/1.1" status: 200 len: 945 time: 0.0536878 Jul 28 09:27:18.784830 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-c1d3ab17-5aff-4f08-8aed-85575cec08ae req-991036e9-5896-4791-974b-015166b7d910 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/security-groups?id=108c0e08-277a-42bf-a1e5-3d5e80f657b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350239 Jul 28 09:27:18.806211 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 50744) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:27:18.830852 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a9f40-6ebc-4812-adf1-bfa881b873c7 req-9bdccad4-da83-4eb0-a015-e010ef7098c3 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:18.832381 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-ab7a9f40-6ebc-4812-adf1-bfa881b873c7 req-9bdccad4-da83-4eb0-a015-e010ef7098c3 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 946 time: 0.0518620 Jul 28 09:27:18.876199 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-ab7a9f40-6ebc-4812-adf1-bfa881b873c7 req-30e492f9-3d78-4f7f-8757-ca552169280a tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378613 Jul 28 09:27:18.962566 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bc80c7-b1ba-46e0-8a88-8b7025a28d60 req-76a548e0-3f78-4b50-85e6-b00db1aa5102 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:18.964258 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-19bc80c7-b1ba-46e0-8a88-8b7025a28d60 req-76a548e0-3f78-4b50-85e6-b00db1aa5102 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=89bf9e96-f9c0-4e9b-9eb6-a01c13b4ac67 HTTP/1.1" status: 200 len: 945 time: 0.0521188 Jul 28 09:27:18.992353 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15ada85-f00e-4df6-b254-60c97b51bf74 tempest-TestShelveInstance-82624461 tempest-TestShelveInstance-82624461-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:18.993878 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-a15ada85-f00e-4df6-b254-60c97b51bf74 tempest-TestShelveInstance-82624461 tempest-TestShelveInstance-82624461-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=032593b8-197f-4f27-a1af-b2388f64a7d3 HTTP/1.1" status: 200 len: 1093 time: 0.1866596 Jul 28 09:27:18.996739 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 50750) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:27:19.001053 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.v2.base [None req-63c9a642-9fec-4483-9cdf-71d85655e741 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Request body: {'floatingip': {'floating_network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'port_id': '018f498b-3f12-45f3-8d86-45656942df90', 'tenant_id': 'b0bed69fc98347318765653ba412b638', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:27:19.002751 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-19bc80c7-b1ba-46e0-8a88-8b7025a28d60 req-4b58d54a-0b82-4e85-ad3e-548c113c52cb tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319731 Jul 28 09:27:19.023484 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-63c9a642-9fec-4483-9cdf-71d85655e741 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Notify callbacks [] for floatingip, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:19.120634 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-63c9a642-9fec-4483-9cdf-71d85655e741 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:19.230735 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.db.db_base_plugin_common [None req-63c9a642-9fec-4483-9cdf-71d85655e741 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Allocated IP 172.27.3.102 (30331174-7d3c-4928-87ce-fe2956ee4244/7bde36bf-957f-4642-ab95-d9df711170af/856dd3a7-cc7a-4638-a1d6-a29d95b1a130) {{(pid=93068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:27:19.322536 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8676c6e6-d20d-42d7-84d2-416cfd8772c6 req-c16785b4-1650-44ba-ab33-2cc0361d6e5a tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:19.324053 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-8676c6e6-d20d-42d7-84d2-416cfd8772c6 req-c16785b4-1650-44ba-ab33-2cc0361d6e5a tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 946 time: 0.0528891 Jul 28 09:27:19.334361 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-63c9a642-9fec-4483-9cdf-71d85655e741 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Notify callbacks [] for port, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:19.362171 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-8676c6e6-d20d-42d7-84d2-416cfd8772c6 req-79e5e90d-7baa-44e9-9aca-a2a4967b88b4 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314679 Jul 28 09:27:19.373297 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-63c9a642-9fec-4483-9cdf-71d85655e741 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732595289878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036940'] for port, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:19.411127 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c9a642-9fec-4483-9cdf-71d85655e741 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Network 30331174-7d3c-4928-87ce-fe2956ee4244 is already hosted by enough agents. {{(pid=93068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:27:19.413864 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.base_scheduler [None req-63c9a642-9fec-4483-9cdf-71d85655e741 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Resources bound (agent type, host, resource id): {{(pid=93068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:27:19.417305 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c9a642-9fec-4483-9cdf-71d85655e741 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Received port after_create {{(pid=93068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 09:27:19.448015 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c9a642-9fec-4483-9cdf-71d85655e741 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Pushing event updated for resources: {'Port': ['ID=856dd3a7-cc7a-4638-a1d6-a29d95b1a130,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:27:19.562465 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9830332a-0876-44f7-bc5f-9964b082e20a req-cd2b5c1f-c11d-4265-82fe-6da3c9cbc693 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:19.564072 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-9830332a-0876-44f7-bc5f-9964b082e20a req-cd2b5c1f-c11d-4265-82fe-6da3c9cbc693 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=32a2647e-a9b0-45df-a370-c027a06a66c0 HTTP/1.1" status: 200 len: 946 time: 0.0484028 Jul 28 09:27:19.601471 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-9830332a-0876-44f7-bc5f-9964b082e20a req-c1c18895-9df6-4a54-a2ec-7a0207a9580b tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba7ca661-0cb6-4167-9687-f2b430c66e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305884 Jul 28 09:27:19.778775 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-63c9a642-9fec-4483-9cdf-71d85655e741 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:19.847339 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-63c9a642-9fec-4483-9cdf-71d85655e741 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:20.001320 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-63c9a642-9fec-4483-9cdf-71d85655e741 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Notify callbacks [] for port, precommit_update {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:20.003933 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82266b1c-afb2-45a4-b749-96bfb94cd5be req-1b5b880b-ce72-44e4-9106-fe0c9d95c70f tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:20.005444 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-82266b1c-afb2-45a4-b749-96bfb94cd5be req-1b5b880b-ce72-44e4-9106-fe0c9d95c70f tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 946 time: 0.0602720 Jul 28 09:27:20.006007 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-63c9a642-9fec-4483-9cdf-71d85655e741 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6036935'] for port, after_update {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:20.045313 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-82266b1c-afb2-45a4-b749-96bfb94cd5be req-96420da0-3a88-401f-be05-65a22b65f50c tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330482 Jul 28 09:27:20.084754 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c9a642-9fec-4483-9cdf-71d85655e741 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Pushing event updated for resources: {'Port': ['ID=856dd3a7-cc7a-4638-a1d6-a29d95b1a130,revision_number=2']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:27:20.088050 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-63c9a642-9fec-4483-9cdf-71d85655e741 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8268857'] for floatingip, after_update {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:20.126624 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b0f1d-4936-46f7-8c1b-06cddd38bd11 req-7f76033f-9b7a-48b7-af15-152187768e39 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:20.128190 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-512b0f1d-4936-46f7-8c1b-06cddd38bd11 req-7f76033f-9b7a-48b7-af15-152187768e39 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=89bf9e96-f9c0-4e9b-9eb6-a01c13b4ac67 HTTP/1.1" status: 200 len: 945 time: 0.0510950 Jul 28 09:27:20.166395 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-512b0f1d-4936-46f7-8c1b-06cddd38bd11 req-0d10416e-1a4c-4b15-ac91-c8825178399f tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323575 Jul 28 09:27:20.187051 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.db.l3_db [None req-63c9a642-9fec-4483-9cdf-71d85655e741 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Floating IP 33bb293d-77e1-4ef1-b03e-770536e9c1d2 associated. External IP: 172.27.3.102, port: 018f498b-3f12-45f3-8d86-45656942df90. Jul 28 09:27:20.399334 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63c9a642-9fec-4483-9cdf-71d85655e741 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Router 72b0a5dd-8a67-4314-a1d8-e3e634607e10 has already been hosted by L3 agent 4c8802ae-c91a-4e26-b3c6-37f497a3b5b2 {{(pid=93068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 09:27:20.475291 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c03ce-763f-40ab-aa53-9a070edec307 req-2a8865e4-dd0d-4974-af4a-b7b24c0cfa55 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:20.476786 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7f9c03ce-763f-40ab-aa53-9a070edec307 req-2a8865e4-dd0d-4974-af4a-b7b24c0cfa55 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 946 time: 0.0478106 Jul 28 09:27:20.508415 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63c9a642-9fec-4483-9cdf-71d85655e741 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Notify agent at l3_agent.dv-cinder-802669-1-iscsi the message routers_updated {{(pid=93068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:27:20.518193 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7f9c03ce-763f-40ab-aa53-9a070edec307 req-9d184edd-a867-4ef8-9095-dce8380934dc tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344493 Jul 28 09:27:20.518371 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcfcf67-0d85-4c6e-89f1-b09302d84595 None None] Sync routers for ids ['72b0a5dd-8a67-4314-a1d8-e3e634607e10'] in dv-cinder-802669-1-iscsi {{(pid=93070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:27:20.525012 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-63c9a642-9fec-4483-9cdf-71d85655e741 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905'] for floatingip, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:20.529075 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcfcf67-0d85-4c6e-89f1-b09302d84595 None None] Routers {'72b0a5dd-8a67-4314-a1d8-e3e634607e10'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:27:20.529786 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-efcfcf67-0d85-4c6e-89f1-b09302d84595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:27:01Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['72b0a5dd-8a67-4314-a1d8-e3e634607e10'], 'active': True} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:27:20.555253 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-63c9a642-9fec-4483-9cdf-71d85655e741 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5574887 Jul 28 09:27:20.555867 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '032593b8-197f-4f27-a1af-b2388f64a7d3', 'tag': '018f498b-3f12-45f3-8d86-45656942df90'}] {{(pid=93068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:27:20.558111 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}139b294935eba5b67723c4cb949653233a30e5923a0155ee6b45606758e66ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c2b3aeb-bb93-400b-bd58-337beff7a187" -d '{"events": [{"name": "network-changed", "server_uuid": "032593b8-197f-4f27-a1af-b2388f64a7d3", "tag": "018f498b-3f12-45f3-8d86-45656942df90"}]}' {{(pid=93068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:27:20.597546 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 09:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cb8dd52-93a6-4a67-8edd-cbd770582c75 x-openstack-request-id: req-0cb8dd52-93a6-4a67-8edd-cbd770582c75 {{(pid=93068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:27:20.597828 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "032593b8-197f-4f27-a1af-b2388f64a7d3", "tag": "018f498b-3f12-45f3-8d86-45656942df90", "status": "completed", "code": 200}]} {{(pid=93068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:27:20.598073 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0cb8dd52-93a6-4a67-8edd-cbd770582c75 {{(pid=93068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:27:20.598464 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '032593b8-197f-4f27-a1af-b2388f64a7d3', 'tag': '018f498b-3f12-45f3-8d86-45656942df90', 'status': 'completed', 'code': 200} Jul 28 09:27:20.652225 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvr_db [None req-efcfcf67-0d85-4c6e-89f1-b09302d84595 None None] Set router 72b0a5dd-8a67-4314-a1d8-e3e634607e10 gateway port host: dv-cinder-802669-1-iscsi {{(pid=93070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:27:20.672568 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2b3aeb-bb93-400b-bd58-337beff7a187 req-f6f1a3d5-8001-4449-9112-c2ee1d10e776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:20.674062 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-9c2b3aeb-bb93-400b-bd58-337beff7a187 req-f6f1a3d5-8001-4449-9112-c2ee1d10e776 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b0bed69fc98347318765653ba412b638&device_id=032593b8-197f-4f27-a1af-b2388f64a7d3 HTTP/1.1" status: 200 len: 1098 time: 0.0457435 Jul 28 09:27:20.779334 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f081b0f5-349f-4a91-a003-c8f37b6d928e req-e2d41fe3-3da1-46d1-abd5-fa55b0b6a3a8 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:20.781158 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-f081b0f5-349f-4a91-a003-c8f37b6d928e req-e2d41fe3-3da1-46d1-abd5-fa55b0b6a3a8 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=32a2647e-a9b0-45df-a370-c027a06a66c0 HTTP/1.1" status: 200 len: 946 time: 0.1062305 Jul 28 09:27:20.813291 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2b3aeb-bb93-400b-bd58-337beff7a187 req-2d29de93-9acc-4d7e-83f8-961c125449fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:20.814712 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-9c2b3aeb-bb93-400b-bd58-337beff7a187 req-2d29de93-9acc-4d7e-83f8-961c125449fb service neutron] 10.222.0.32 "GET /v2.0/networks?id=1a784077-0c76-428e-b683-1275b4c6c8ec HTTP/1.1" status: 200 len: 910 time: 0.1298742 Jul 28 09:27:20.837885 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-f081b0f5-349f-4a91-a003-c8f37b6d928e req-c6e9ece7-e8ce-4b43-a79f-357b0d81f848 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba7ca661-0cb6-4167-9687-f2b430c66e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473790 Jul 28 09:27:20.872250 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-efcfcf67-0d85-4c6e-89f1-b09302d84595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72b0a5dd-8a67-4314-a1d8-e3e634607e10', 'name': 'tempest-TestShelveInstance-2049273350-router', 'tenant_id': 'b0bed69fc98347318765653ba412b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'f639217d-80db-4c77-a607-e479334fe711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:26:10Z', 'updated_at': '2021-07-28T09:26:15Z', 'revision_number': 4, 'project_id': 'b0bed69fc98347318765653ba412b638', 'gw_port': {'id': 'f639217d-80db-4c77-a607-e479334fe711', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ec:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b0a5dd-8a67-4314-a1d8-e3e634607e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:26:11Z', 'updated_at': '2021-07-28T09:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_floatingips': [{'id': '33bb293d-77e1-4ef1-b03e-770536e9c1d2', 'tenant_id': 'b0bed69fc98347318765653ba412b638', 'floating_ip_address': '172.27.3.102', 'floating_network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'router_id': '72b0a5dd-8a67-4314-a1d8-e3e634607e10', 'port_id': '018f498b-3f12-45f3-8d86-45656942df90', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a784077-0c76-428e-b683-1275b4c6c8ec', 'mac_address': 'fa:16:3e:44:ba:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032593b8-197f-4f27-a1af-b2388f64a7d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T09:27:19Z', 'updated_at': '2021-07-28T09:27:19Z', 'revision_number': 0, 'project_id': 'b0bed69fc98347318765653ba412b638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2df713c-01b7-449e-bb1d-0a03d8fbfae3', 'name': '', 'network_id': '1a784077-0c76-428e-b683-1275b4c6c8ec', 'tenant_id': 'b0bed69fc98347318765653ba412b638', 'mac_address': 'fa:16:3e:a4:7d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b0a5dd-8a67-4314-a1d8-e3e634607e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '73e0b46b-2911-4215-97db-6e8470a5e7df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:26:14Z', 'updated_at': '2021-07-28T09:26:21Z', 'revision_number': 5, 'project_id': 'b0bed69fc98347318765653ba412b638', 'subnets': [{'id': '73e0b46b-2911-4215-97db-6e8470a5e7df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:27:20.890292 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-9c2b3aeb-bb93-400b-bd58-337beff7a187 req-d6f9d9fd-3a9c-431a-a5ca-4b793d48ab78 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=018f498b-3f12-45f3-8d86-45656942df90 HTTP/1.1" status: 200 len: 999 time: 0.0653522 Jul 28 09:27:20.904333 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcfcf67-0d85-4c6e-89f1-b09302d84595 None None] Checking router: 72b0a5dd-8a67-4314-a1d8-e3e634607e10 for host: dv-cinder-802669-1-iscsi {{(pid=93070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:27:20.914462 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcfcf67-0d85-4c6e-89f1-b09302d84595 None None] Routers {'72b0a5dd-8a67-4314-a1d8-e3e634607e10'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:27:20.915069 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-efcfcf67-0d85-4c6e-89f1-b09302d84595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:27:01Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['72b0a5dd-8a67-4314-a1d8-e3e634607e10'], 'active': True} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:27:20.945329 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2b3aeb-bb93-400b-bd58-337beff7a187 req-5de0c093-7ce9-4103-85af-65e09bb8d412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:20.946898 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-9c2b3aeb-bb93-400b-bd58-337beff7a187 req-5de0c093-7ce9-4103-85af-65e09bb8d412 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=73e0b46b-2911-4215-97db-6e8470a5e7df HTTP/1.1" status: 200 len: 848 time: 0.0482452 Jul 28 09:27:21.005362 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2b3aeb-bb93-400b-bd58-337beff7a187 req-6ccb3ce0-450c-404f-a436-de06ed6b3eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:21.006968 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-9c2b3aeb-bb93-400b-bd58-337beff7a187 req-6ccb3ce0-450c-404f-a436-de06ed6b3eea service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1a784077-0c76-428e-b683-1275b4c6c8ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408583 Jul 28 09:27:21.019904 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvr_db [None req-efcfcf67-0d85-4c6e-89f1-b09302d84595 None None] Set router 72b0a5dd-8a67-4314-a1d8-e3e634607e10 gateway port host: dv-cinder-802669-1-iscsi {{(pid=93070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:27:21.108382 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-9c2b3aeb-bb93-400b-bd58-337beff7a187 req-79c1375b-93ff-40e7-9689-b4dc0d17adca service neutron] 10.222.0.32 "GET /v2.0/networks/1a784077-0c76-428e-b683-1275b4c6c8ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866730 Jul 28 09:27:21.242553 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb818b8-bf7b-4d5e-a3a2-cfac8ef3c287 req-9d042f0f-671f-471c-8d57-9f069561713a tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:21.244682 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-bfb818b8-bf7b-4d5e-a3a2-cfac8ef3c287 req-9d042f0f-671f-471c-8d57-9f069561713a tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 946 time: 0.1185160 Jul 28 09:27:21.256968 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-9c2b3aeb-bb93-400b-bd58-337beff7a187 req-fb55826f-f2e6-4452-9f7f-0e5b0ba20268 service neutron] 10.222.0.32 "GET /v2.0/networks/1a784077-0c76-428e-b683-1275b4c6c8ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397669 Jul 28 09:27:21.265539 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-efcfcf67-0d85-4c6e-89f1-b09302d84595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72b0a5dd-8a67-4314-a1d8-e3e634607e10', 'name': 'tempest-TestShelveInstance-2049273350-router', 'tenant_id': 'b0bed69fc98347318765653ba412b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'f639217d-80db-4c77-a607-e479334fe711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:26:10Z', 'updated_at': '2021-07-28T09:26:15Z', 'revision_number': 4, 'project_id': 'b0bed69fc98347318765653ba412b638', 'gw_port': {'id': 'f639217d-80db-4c77-a607-e479334fe711', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ec:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b0a5dd-8a67-4314-a1d8-e3e634607e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:26:11Z', 'updated_at': '2021-07-28T09:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_floatingips': [{'id': '33bb293d-77e1-4ef1-b03e-770536e9c1d2', 'tenant_id': 'b0bed69fc98347318765653ba412b638', 'floating_ip_address': '172.27.3.102', 'floating_network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'router_id': '72b0a5dd-8a67-4314-a1d8-e3e634607e10', 'port_id': '018f498b-3f12-45f3-8d86-45656942df90', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a784077-0c76-428e-b683-1275b4c6c8ec', 'mac_address': 'fa:16:3e:44:ba:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032593b8-197f-4f27-a1af-b2388f64a7d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T09:27:19Z', 'updated_at': '2021-07-28T09:27:19Z', 'revision_number': 0, 'project_id': 'b0bed69fc98347318765653ba412b638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2df713c-01b7-449e-bb1d-0a03d8fbfae3', 'name': '', 'network_id': '1a784077-0c76-428e-b683-1275b4c6c8ec', 'tenant_id': 'b0bed69fc98347318765653ba412b638', 'mac_address': 'fa:16:3e:a4:7d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b0a5dd-8a67-4314-a1d8-e3e634607e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '73e0b46b-2911-4215-97db-6e8470a5e7df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:26:14Z', 'updated_at': '2021-07-28T09:26:21Z', 'revision_number': 5, 'project_id': 'b0bed69fc98347318765653ba412b638', 'subnets': [{'id': '73e0b46b-2911-4215-97db-6e8470a5e7df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:27:21.295162 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcfcf67-0d85-4c6e-89f1-b09302d84595 None None] The sync data for ids ['72b0a5dd-8a67-4314-a1d8-e3e634607e10'] in dv-cinder-802669-1-iscsi is: [{'id': '72b0a5dd-8a67-4314-a1d8-e3e634607e10', 'name': 'tempest-TestShelveInstance-2049273350-router', 'tenant_id': 'b0bed69fc98347318765653ba412b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'f639217d-80db-4c77-a607-e479334fe711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:26:10Z', 'updated_at': '2021-07-28T09:26:15Z', 'revision_number': 4, 'project_id': 'b0bed69fc98347318765653ba412b638', 'gw_port': {'id': 'f639217d-80db-4c77-a607-e479334fe711', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ec:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b0a5dd-8a67-4314-a1d8-e3e634607e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:26:11Z', 'updated_at': '2021-07-28T09:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_floatingips': [{'id': '33bb293d-77e1-4ef1-b03e-770536e9c1d2', 'tenant_id': 'b0bed69fc98347318765653ba412b638', 'floating_ip_address': '172.27.3.102', 'floating_network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'router_id': '72b0a5dd-8a67-4314-a1d8-e3e634607e10', 'port_id': '018f498b-3f12-45f3-8d86-45656942df90', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a784077-0c76-428e-b683-1275b4c6c8ec', 'mac_address': 'fa:16:3e:44:ba:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '032593b8-197f-4f27-a1af-b2388f64a7d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T09:27:19Z', 'updated_at': '2021-07-28T09:27:19Z', 'revision_number': 0, 'project_id': 'b0bed69fc98347318765653ba412b638', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2df713c-01b7-449e-bb1d-0a03d8fbfae3', 'name': '', 'network_id': '1a784077-0c76-428e-b683-1275b4c6c8ec', 'tenant_id': 'b0bed69fc98347318765653ba412b638', 'mac_address': 'fa:16:3e:a4:7d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b0a5dd-8a67-4314-a1d8-e3e634607e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '73e0b46b-2911-4215-97db-6e8470a5e7df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:26:14Z', 'updated_at': '2021-07-28T09:26:21Z', 'revision_number': 5, 'project_id': 'b0bed69fc98347318765653ba412b638', 'subnets': [{'id': '73e0b46b-2911-4215-97db-6e8470a5e7df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:27:21.316952 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-bfb818b8-bf7b-4d5e-a3a2-cfac8ef3c287 req-e604e21b-211d-4756-97ec-f628e25214c7 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579324 Jul 28 09:27:21.328472 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c19560-ce38-4c1b-ac4c-654ed6d8631f req-e873e923-2acf-4ed1-a065-6259369010b7 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:21.330034 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b1c19560-ce38-4c1b-ac4c-654ed6d8631f req-e873e923-2acf-4ed1-a065-6259369010b7 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=89bf9e96-f9c0-4e9b-9eb6-a01c13b4ac67 HTTP/1.1" status: 200 len: 945 time: 0.0836625 Jul 28 09:27:21.528328 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47daa1a5-4e47-4fda-badf-55fc319a83c3 None None] New status for floating IP 33bb293d-77e1-4ef1-b03e-770536e9c1d2: ACTIVE {{(pid=93069) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 09:27:21.648685 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b1c19560-ce38-4c1b-ac4c-654ed6d8631f req-6de1e161-1407-4bf1-b993-ef726de8f11a tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129392 Jul 28 09:27:21.678858 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0279c57-64f6-4be6-b1ab-3d0f6d14386a req-c0c2b9d0-9576-4183-8313-8dc1eefd1cd7 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:21.680261 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a0279c57-64f6-4be6-b1ab-3d0f6d14386a req-c0c2b9d0-9576-4183-8313-8dc1eefd1cd7 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 946 time: 0.0824564 Jul 28 09:27:21.687781 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4008e1b2-a18e-4872-b10e-c23538cf8772 req-08a5e9dc-a165-42f6-96d0-823590fc3782 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:21.689233 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-4008e1b2-a18e-4872-b10e-c23538cf8772 req-08a5e9dc-a165-42f6-96d0-823590fc3782 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.32 "GET /v2.0/ports?device_id=32a2647e-a9b0-45df-a370-c027a06a66c0 HTTP/1.1" status: 200 len: 946 time: 0.1062875 Jul 28 09:27:21.748773 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a0279c57-64f6-4be6-b1ab-3d0f6d14386a req-395929a5-e7ec-4874-8627-4d1a0934fbdc tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585828 Jul 28 09:27:21.806028 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.plugin [req-4008e1b2-a18e-4872-b10e-c23538cf8772 req-3e4838d9-305e-4d37-9f5f-65f050e77958 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Deleting port b6472eff-77ac-4376-8a00-5243d63b6c05 {{(pid=93067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 09:27:21.806368 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-4008e1b2-a18e-4872-b10e-c23538cf8772 req-3e4838d9-305e-4d37-9f5f-65f050e77958 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732595656843'] for port, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:21.891903 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.db [req-4008e1b2-a18e-4872-b10e-c23538cf8772 req-3e4838d9-305e-4d37-9f5f-65f050e77958 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] For port b6472eff-77ac-4376-8a00-5243d63b6c05, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=b6472eff-77ac-4376-8a00-5243d63b6c05,segment=NetworkSegment(0cfbf343-39bd-4fe2-a34a-bcc21842f0af),segment_id=0cfbf343-39bd-4fe2-a34a-bcc21842f0af)] {{(pid=93067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:27:21.892266 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-4008e1b2-a18e-4872-b10e-c23538cf8772 req-3e4838d9-305e-4d37-9f5f-65f050e77958 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8264998'] for port, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:21.910669 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.plugin [req-4008e1b2-a18e-4872-b10e-c23538cf8772 req-3e4838d9-305e-4d37-9f5f-65f050e77958 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Calling delete_port for b6472eff-77ac-4376-8a00-5243d63b6c05 owned by compute:nova {{(pid=93067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 09:27:22.002312 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd48cf96-b0ae-4eb1-8be4-98240de7f4c0 req-d3f74d2f-d5f8-4056-b667-924cfa0a4a61 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:22.003713 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-cd48cf96-b0ae-4eb1-8be4-98240de7f4c0 req-d3f74d2f-d5f8-4056-b667-924cfa0a4a61 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=32a2647e-a9b0-45df-a370-c027a06a66c0 HTTP/1.1" status: 200 len: 946 time: 0.0911474 Jul 28 09:27:22.053667 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-cd48cf96-b0ae-4eb1-8be4-98240de7f4c0 req-5009a373-e500-46ad-b5dd-4f98ed7d6ad0 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba7ca661-0cb6-4167-9687-f2b430c66e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437627 Jul 28 09:27:22.106437 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-4008e1b2-a18e-4872-b10e-c23538cf8772 req-3e4838d9-305e-4d37-9f5f-65f050e77958 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732595661087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732595289887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33549966'] for port, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:22.132614 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] get_ports_and_sgs() called for port_ids ['d71e8fb8-deed-4e7a-ad68-64fbaee0e441', '446844c5-42ac-4490-a52f-68f801c377f3', '1d9fa0e6-e536-4fd0-8183-daae01924304', 'b6472eff-77ac-4376-8a00-5243d63b6c05'] {{(pid=93069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:27:22.134756 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4838d9-305e-4d37-9f5f-65f050e77958 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Pushing event deleted for resources: {'Port': ['ID=b6472eff-77ac-4376-8a00-5243d63b6c05,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:27:22.173793 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.l3_dvrscheduler_db [req-4008e1b2-a18e-4872-b10e-c23538cf8772 req-3e4838d9-305e-4d37-9f5f-65f050e77958 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] No DVR routers for this DVR port b6472eff-77ac-4376-8a00-5243d63b6c05 on host hv-cinder-80266 {{(pid=93067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 09:27:22.176328 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-4008e1b2-a18e-4872-b10e-c23538cf8772 req-3e4838d9-305e-4d37-9f5f-65f050e77958 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905'] for port, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:22.178347 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-4008e1b2-a18e-4872-b10e-c23538cf8772 req-3e4838d9-305e-4d37-9f5f-65f050e77958 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.32 "DELETE /v2.0/ports/b6472eff-77ac-4376-8a00-5243d63b6c05 HTTP/1.1" status: 204 len: 173 time: 0.4691164 Jul 28 09:27:22.178777 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32a2647e-a9b0-45df-a370-c027a06a66c0', 'name': 'network-vif-deleted', 'tag': 'b6472eff-77ac-4376-8a00-5243d63b6c05'}] {{(pid=93067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:27:22.181018 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}119bb006a51e6799d77012a49065aa76076224f53078518f9bbc3af1ae40a877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f1faa0-872e-4e00-8b28-cd05a21e22c0" -d '{"events": [{"server_uuid": "32a2647e-a9b0-45df-a370-c027a06a66c0", "name": "network-vif-deleted", "tag": "b6472eff-77ac-4376-8a00-5243d63b6c05"}]}' {{(pid=93067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:27:22.230383 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 09:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be21f367-6f68-42fb-822d-34aabbdb1375 x-openstack-request-id: req-be21f367-6f68-42fb-822d-34aabbdb1375 {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:27:22.230672 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32a2647e-a9b0-45df-a370-c027a06a66c0", "name": "network-vif-deleted", "tag": "b6472eff-77ac-4376-8a00-5243d63b6c05", "status": "completed", "code": 200}]} {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:27:22.230921 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-be21f367-6f68-42fb-822d-34aabbdb1375 {{(pid=93067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:27:22.231368 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32a2647e-a9b0-45df-a370-c027a06a66c0', 'name': 'network-vif-deleted', 'tag': 'b6472eff-77ac-4376-8a00-5243d63b6c05', 'status': 'completed', 'code': 200} Jul 28 09:27:22.437605 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb233c-195e-4b60-b592-11fc2eaea9e5 req-8155848d-4ae0-453a-ae67-14cebcc0ee55 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:22.439120 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-addb233c-195e-4b60-b592-11fc2eaea9e5 req-8155848d-4ae0-453a-ae67-14cebcc0ee55 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 946 time: 0.0490835 Jul 28 09:27:22.479666 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-addb233c-195e-4b60-b592-11fc2eaea9e5 req-c87fd98a-a585-44ed-81c9-216e98939228 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332806 Jul 28 09:27:22.588988 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf071b8-4664-4ccc-9f11-442f8c8b58e3 req-736c4b45-add7-4036-958f-f269d8590a2b tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:22.590454 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-baf071b8-4664-4ccc-9f11-442f8c8b58e3 req-736c4b45-add7-4036-958f-f269d8590a2b tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.32 "GET /v2.0/ports?device_id=89bf9e96-f9c0-4e9b-9eb6-a01c13b4ac67 HTTP/1.1" status: 200 len: 945 time: 0.0559635 Jul 28 09:27:22.683282 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.plugin [req-baf071b8-4664-4ccc-9f11-442f8c8b58e3 req-8193e4e6-2023-488b-b83e-5e750a3a0e12 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Deleting port 516a84f0-5846-45f0-8ffc-f11a2e8eec67 {{(pid=93067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 09:27:22.683887 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-baf071b8-4664-4ccc-9f11-442f8c8b58e3 req-8193e4e6-2023-488b-b83e-5e750a3a0e12 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732595656843'] for port, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:22.806980 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d962ede0-8c46-42aa-a99f-8ca481e9b605 req-15bcbcd0-ba71-4bdb-a22a-c620beea98f0 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:22.808513 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-d962ede0-8c46-42aa-a99f-8ca481e9b605 req-15bcbcd0-ba71-4bdb-a22a-c620beea98f0 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=89bf9e96-f9c0-4e9b-9eb6-a01c13b4ac67 HTTP/1.1" status: 200 len: 945 time: 0.0817909 Jul 28 09:27:22.814369 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.db [req-baf071b8-4664-4ccc-9f11-442f8c8b58e3 req-8193e4e6-2023-488b-b83e-5e750a3a0e12 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] For port 516a84f0-5846-45f0-8ffc-f11a2e8eec67, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=516a84f0-5846-45f0-8ffc-f11a2e8eec67,segment=NetworkSegment(e2665667-7ebc-4093-83fc-21abd84d8703),segment_id=e2665667-7ebc-4093-83fc-21abd84d8703)] {{(pid=93067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:27:22.814745 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-baf071b8-4664-4ccc-9f11-442f8c8b58e3 req-8193e4e6-2023-488b-b83e-5e750a3a0e12 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8264998'] for port, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:22.835635 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.plugin [req-baf071b8-4664-4ccc-9f11-442f8c8b58e3 req-8193e4e6-2023-488b-b83e-5e750a3a0e12 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Calling delete_port for 516a84f0-5846-45f0-8ffc-f11a2e8eec67 owned by compute:nova {{(pid=93067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 09:27:22.928696 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device 783c4c2d-0e20-455d-97a1-49611ff7ea66 details requested by agent hyperv_hv-cinder-80266 with host hv-cinder-80266 {{(pid=93069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 09:27:22.932811 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-d962ede0-8c46-42aa-a99f-8ca481e9b605 req-282f54c9-3ad6-4986-96bb-83f166ef26e9 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106148 Jul 28 09:27:22.950008 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c261e996-d71c-4909-9590-f774e4443a9c req-7a949076-bcdb-4493-96ea-f6db48c034db tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:22.951734 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-c261e996-d71c-4909-9590-f774e4443a9c req-7a949076-bcdb-4493-96ea-f6db48c034db tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 946 time: 0.1284747 Jul 28 09:27:23.006481 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-c261e996-d71c-4909-9590-f774e4443a9c req-32770d2c-0a93-4dd7-914b-7a7993987831 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461683 Jul 28 09:27:23.041599 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port 783c4c2d-0e20-455d-97a1-49611ff7ea66, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=783c4c2d-0e20-455d-97a1-49611ff7ea66,segment=NetworkSegment(8d4ebd29-05d0-486e-9486-49583b4bf742),segment_id=8d4ebd29-05d0-486e-9486-49583b4bf742)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:27:23.053812 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Returning: {'device': '783c4c2d-0e20-455d-97a1-49611ff7ea66', 'network_id': '59c4a637-5ed0-4b6e-a037-96ec97ce270f', 'port_id': '783c4c2d-0e20-455d-97a1-49611ff7ea66', 'mac_address': 'fa:16:3e:c0:18:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd0bcb40-b982-4039-a925-2309bc61c85b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 09:27:23.070846 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-baf071b8-4664-4ccc-9f11-442f8c8b58e3 req-8193e4e6-2023-488b-b83e-5e750a3a0e12 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732595661087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732595289887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33549966'] for port, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:23.104040 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8193e4e6-2023-488b-b83e-5e750a3a0e12 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Pushing event deleted for resources: {'Port': ['ID=516a84f0-5846-45f0-8ffc-f11a2e8eec67,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:27:23.106279 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:23.128942 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.notifiers.nova [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 783c4c2d-0e20-455d-97a1-49611ff7ea66 {{(pid=93069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 09:27:23.146001 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.l3_dvrscheduler_db [req-baf071b8-4664-4ccc-9f11-442f8c8b58e3 req-8193e4e6-2023-488b-b83e-5e750a3a0e12 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] No DVR routers for this DVR port 516a84f0-5846-45f0-8ffc-f11a2e8eec67 on host hv-cinder-80266 {{(pid=93067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 09:27:23.148845 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-baf071b8-4664-4ccc-9f11-442f8c8b58e3 req-8193e4e6-2023-488b-b83e-5e750a3a0e12 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905'] for port, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:23.150919 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-baf071b8-4664-4ccc-9f11-442f8c8b58e3 req-8193e4e6-2023-488b-b83e-5e750a3a0e12 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.32 "DELETE /v2.0/ports/516a84f0-5846-45f0-8ffc-f11a2e8eec67 HTTP/1.1" status: 204 len: 173 time: 0.5515609 Jul 28 09:27:23.153256 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port 783c4c2d-0e20-455d-97a1-49611ff7ea66, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=783c4c2d-0e20-455d-97a1-49611ff7ea66,segment=NetworkSegment(8d4ebd29-05d0-486e-9486-49583b4bf742),segment_id=8d4ebd29-05d0-486e-9486-49583b4bf742)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:27:23.157630 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:23.216973 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Pushing event updated for resources: {'Port': ['ID=783c4c2d-0e20-455d-97a1-49611ff7ea66,revision_number=6']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:27:23.386833 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] get_ports_and_sgs() called for port_ids ['783c4c2d-0e20-455d-97a1-49611ff7ea66'] {{(pid=93069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:27:23.521276 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] get_ports_and_sgs() called for port_ids ['2b4fdddf-03d6-4edc-b888-724b64f54c3b'] {{(pid=93069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:27:23.607976 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a3c26a-4594-4b80-ac89-8f0b2b9e807d req-78bce39b-8f54-4dfd-abae-e581ec0aea78 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:23.609499 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-88a3c26a-4594-4b80-ac89-8f0b2b9e807d req-78bce39b-8f54-4dfd-abae-e581ec0aea78 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 945 time: 0.0500386 Jul 28 09:27:23.656490 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-88a3c26a-4594-4b80-ac89-8f0b2b9e807d req-962e3137-f811-40fe-82e1-b92a2ef52fe3 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344970 Jul 28 09:27:24.145258 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353e3f1a-15ca-4b1f-b347-c58723055780 req-08b8da5d-4ba7-423a-8fea-326e5b8de1a2 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:24.147748 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-353e3f1a-15ca-4b1f-b347-c58723055780 req-08b8da5d-4ba7-423a-8fea-326e5b8de1a2 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 946 time: 0.0583720 Jul 28 09:27:24.213758 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-353e3f1a-15ca-4b1f-b347-c58723055780 req-cca2e434-fcc0-4e64-a397-4bbaf0a4394b tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581603 Jul 28 09:27:24.232866 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87a216-f70a-425d-a256-01dd944c1e88 req-7f286fa9-a1d9-45a8-945a-d907bfd177c5 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:24.235016 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2c87a216-f70a-425d-a256-01dd944c1e88 req-7f286fa9-a1d9-45a8-945a-d907bfd177c5 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=722bacfd-c01b-427f-a5db-de2581b3dc2e HTTP/1.1" status: 200 len: 945 time: 0.0717356 Jul 28 09:27:24.235399 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89bf9e96-f9c0-4e9b-9eb6-a01c13b4ac67', 'name': 'network-vif-deleted', 'tag': '516a84f0-5846-45f0-8ffc-f11a2e8eec67'}] {{(pid=93067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:27:24.239672 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}119bb006a51e6799d77012a49065aa76076224f53078518f9bbc3af1ae40a877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de231609-9a57-41ec-86e2-c8741ee2e28e" -d '{"events": [{"server_uuid": "89bf9e96-f9c0-4e9b-9eb6-a01c13b4ac67", "name": "network-vif-deleted", "tag": "516a84f0-5846-45f0-8ffc-f11a2e8eec67"}]}' {{(pid=93067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:27:24.288209 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 09:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1921ad33-aa32-4061-b654-7c6fadb8d69f x-openstack-request-id: req-1921ad33-aa32-4061-b654-7c6fadb8d69f {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:27:24.288600 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89bf9e96-f9c0-4e9b-9eb6-a01c13b4ac67", "name": "network-vif-deleted", "tag": "516a84f0-5846-45f0-8ffc-f11a2e8eec67", "status": "completed", "code": 200}]} {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:27:24.289151 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1921ad33-aa32-4061-b654-7c6fadb8d69f {{(pid=93067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:27:24.289636 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89bf9e96-f9c0-4e9b-9eb6-a01c13b4ac67', 'name': 'network-vif-deleted', 'tag': '516a84f0-5846-45f0-8ffc-f11a2e8eec67', 'status': 'completed', 'code': 200} Jul 28 09:27:24.298308 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2c87a216-f70a-425d-a256-01dd944c1e88 req-1f454b25-820c-4266-8e7d-ad2bbd39b886 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538032 Jul 28 09:27:24.502440 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3864f16-5c5c-4717-9eee-666dc18038c8 req-2d055a1a-2728-44ea-9cb0-b135a6d134f1 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:24.503942 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b3864f16-5c5c-4717-9eee-666dc18038c8 req-2d055a1a-2728-44ea-9cb0-b135a6d134f1 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5cf3764-aba2-4eae-aede-98a02e101b36 HTTP/1.1" status: 200 len: 945 time: 0.0483212 Jul 28 09:27:24.542672 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b3864f16-5c5c-4717-9eee-666dc18038c8 req-c5e12c93-09ef-445b-b642-0db6ade5e621 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba7ca661-0cb6-4167-9687-f2b430c66e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327659 Jul 28 09:27:24.780422 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d122e-4f30-4aef-aedb-aaf66f3bd2af req-5b74be3c-c2c6-4312-8c3c-9240444dc1b1 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:24.781792 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e80d122e-4f30-4aef-aedb-aaf66f3bd2af req-5b74be3c-c2c6-4312-8c3c-9240444dc1b1 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 945 time: 0.0518963 Jul 28 09:27:24.803781 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:24.820284 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e80d122e-4f30-4aef-aedb-aaf66f3bd2af req-e29eb23e-b42c-49e7-8b1a-f72ae21557ce tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327046 Jul 28 09:27:24.931554 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device 783c4c2d-0e20-455d-97a1-49611ff7ea66 up at agent hyperv_hv-cinder-80266 {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:27:24.980156 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Provisioning complete for port 783c4c2d-0e20-455d-97a1-49611ff7ea66 triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:27:24.980526 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:25.053333 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:25.074891 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1770556b-7187-418c-9c5e-6f6652a8f4c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '783c4c2d-0e20-455d-97a1-49611ff7ea66'}] {{(pid=93069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:27:25.077510 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386f2323eb9bad1244c7f57c000109fc890726fb555cdcb5e37d65c089562af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f83342b5-ef70-4e19-a9ae-234849e50620" -d '{"events": [{"server_uuid": "1770556b-7187-418c-9c5e-6f6652a8f4c3", "name": "network-vif-plugged", "status": "completed", "tag": "783c4c2d-0e20-455d-97a1-49611ff7ea66"}]}' {{(pid=93069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:27:25.090243 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port 783c4c2d-0e20-455d-97a1-49611ff7ea66, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=783c4c2d-0e20-455d-97a1-49611ff7ea66,segment=NetworkSegment(8d4ebd29-05d0-486e-9486-49583b4bf742),segment_id=8d4ebd29-05d0-486e-9486-49583b4bf742)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:27:25.094505 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:25.095261 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device b6472eff-77ac-4376-8a00-5243d63b6c05 no longer exists at agent hyperv_hv-cinder-80266 {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:27:25.134844 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 09:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29bcb2d4-8be4-46a2-ba37-92f6261430f3 x-openstack-request-id: req-29bcb2d4-8be4-46a2-ba37-92f6261430f3 {{(pid=93069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:27:25.135125 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1770556b-7187-418c-9c5e-6f6652a8f4c3", "name": "network-vif-plugged", "status": "completed", "tag": "783c4c2d-0e20-455d-97a1-49611ff7ea66", "code": 200}]} {{(pid=93069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:27:25.135369 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-29bcb2d4-8be4-46a2-ba37-92f6261430f3 {{(pid=93069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:27:25.135766 dv-cinder-802669-1-iscsi neutron-server[93069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1770556b-7187-418c-9c5e-6f6652a8f4c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '783c4c2d-0e20-455d-97a1-49611ff7ea66', 'code': 200} Jul 28 09:27:25.138393 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] No Port match for: b6472eff-77ac-4376-8a00-5243d63b6c05 {{(pid=93069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 09:27:25.138723 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device b6472eff-77ac-4376-8a00-5243d63b6c05 not bound to the agent host hv-cinder-80266 {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:27:25.139123 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device 516a84f0-5846-45f0-8ffc-f11a2e8eec67 no longer exists at agent hyperv_hv-cinder-80266 {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:27:25.160734 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] No Port match for: 516a84f0-5846-45f0-8ffc-f11a2e8eec67 {{(pid=93069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 09:27:25.161064 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device 516a84f0-5846-45f0-8ffc-f11a2e8eec67 not bound to the agent host hv-cinder-80266 {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:27:25.179250 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Pushing event updated for resources: {'Port': ['ID=783c4c2d-0e20-455d-97a1-49611ff7ea66,revision_number=7']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:27:25.327291 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1f98e3-2494-4541-9447-a6f31c1229d4 req-82fba07b-5e0e-4ad3-b185-a419916f86ae tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:25.328826 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-3c1f98e3-2494-4541-9447-a6f31c1229d4 req-82fba07b-5e0e-4ad3-b185-a419916f86ae tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 946 time: 0.0475924 Jul 28 09:27:25.366880 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-3c1f98e3-2494-4541-9447-a6f31c1229d4 req-e82be1bd-6722-49c3-8b36-c5e6d6d53351 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322361 Jul 28 09:27:25.414465 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2195823b-69ce-4edf-8d0c-30f8cba565cf req-3dd3f9c3-7d2a-4b30-93cc-90e762d6c382 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:25.415957 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2195823b-69ce-4edf-8d0c-30f8cba565cf req-3dd3f9c3-7d2a-4b30-93cc-90e762d6c382 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=722bacfd-c01b-427f-a5db-de2581b3dc2e HTTP/1.1" status: 200 len: 945 time: 0.0473323 Jul 28 09:27:25.454216 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2195823b-69ce-4edf-8d0c-30f8cba565cf req-4e7787c3-d2bb-4b11-b703-ca2f7d350a6a tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314584 Jul 28 09:27:25.658642 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fcc98e-b1ae-4c76-ba65-2f968e6e2a6a req-f722a411-3700-4838-960d-bd7edec5523c tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:25.660492 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b9fcc98e-b1ae-4c76-ba65-2f968e6e2a6a req-f722a411-3700-4838-960d-bd7edec5523c tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5cf3764-aba2-4eae-aede-98a02e101b36 HTTP/1.1" status: 200 len: 945 time: 0.0514872 Jul 28 09:27:25.697929 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b9fcc98e-b1ae-4c76-ba65-2f968e6e2a6a req-47b077db-5974-4ec7-97e3-4b2f3942fb6d tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba7ca661-0cb6-4167-9687-f2b430c66e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314269 Jul 28 09:27:25.938238 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9daad83-71c0-45c4-ad87-17cd3f9c3a73 req-e45f92b3-be5d-4cf5-a4bc-02b5bbd36e37 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:25.939759 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-f9daad83-71c0-45c4-ad87-17cd3f9c3a73 req-e45f92b3-be5d-4cf5-a4bc-02b5bbd36e37 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 946 time: 0.0490565 Jul 28 09:27:25.977070 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-f9daad83-71c0-45c4-ad87-17cd3f9c3a73 req-67d17dfc-b48f-4faa-afc9-1c4d01c16939 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314245 Jul 28 09:27:26.482972 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e14cfb1-0c86-4fea-a103-8460d088626b req-517f6f2f-9f95-4996-a014-dd837492e3fe tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:26.484797 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-5e14cfb1-0c86-4fea-a103-8460d088626b req-517f6f2f-9f95-4996-a014-dd837492e3fe tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 946 time: 0.0506706 Jul 28 09:27:26.526040 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-5e14cfb1-0c86-4fea-a103-8460d088626b req-95fdd6f7-0151-45de-a007-bf2210505292 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342627 Jul 28 09:27:26.578485 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da4e448-e0a4-4058-b4db-ae5d5ca21b1e req-1edbfec4-abca-47ff-8314-df093c38f4ef tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:26.579993 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2da4e448-e0a4-4058-b4db-ae5d5ca21b1e req-1edbfec4-abca-47ff-8314-df093c38f4ef tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=722bacfd-c01b-427f-a5db-de2581b3dc2e HTTP/1.1" status: 200 len: 945 time: 0.0576267 Jul 28 09:27:26.617801 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2da4e448-e0a4-4058-b4db-ae5d5ca21b1e req-e53772dc-bceb-4438-a150-a7a2a728ca1f tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316064 Jul 28 09:27:26.810180 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cee1c6-2c8d-45a2-86e9-87715693bae2 req-10b19cb4-6b0c-412b-ab80-b63a34623e4f tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:26.811832 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-40cee1c6-2c8d-45a2-86e9-87715693bae2 req-10b19cb4-6b0c-412b-ab80-b63a34623e4f tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5cf3764-aba2-4eae-aede-98a02e101b36 HTTP/1.1" status: 200 len: 945 time: 0.0495858 Jul 28 09:27:26.849183 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-40cee1c6-2c8d-45a2-86e9-87715693bae2 req-07d69859-54e5-468a-8f90-e0818330a085 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba7ca661-0cb6-4167-9687-f2b430c66e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315714 Jul 28 09:27:27.095346 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60441cec-3257-45f9-9a6f-935734d89b82 req-883555cf-0050-4578-bbf2-e1d17dbf598e tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:27.096838 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-60441cec-3257-45f9-9a6f-935734d89b82 req-883555cf-0050-4578-bbf2-e1d17dbf598e tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 946 time: 0.0478513 Jul 28 09:27:27.134201 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-60441cec-3257-45f9-9a6f-935734d89b82 req-159b072b-4155-469c-893e-7ac4313911cb tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316229 Jul 28 09:27:27.644169 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a7fe0-6f21-41ff-be13-f4cd0e56c81f req-bf833447-f583-45b0-aa38-267e9e1e3fe9 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:27.645654 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-f88a7fe0-6f21-41ff-be13-f4cd0e56c81f req-bf833447-f583-45b0-aa38-267e9e1e3fe9 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 946 time: 0.0513382 Jul 28 09:27:27.682916 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-f88a7fe0-6f21-41ff-be13-f4cd0e56c81f req-b8c45a25-2e76-472f-93ad-42b1a54d15c5 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315084 Jul 28 09:27:27.736172 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f6e97-aece-499c-9268-3c1fb2cb7982 req-d738e246-3918-46f4-9513-bdf991b76f90 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:27.737664 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-470f6e97-aece-499c-9268-3c1fb2cb7982 req-d738e246-3918-46f4-9513-bdf991b76f90 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=722bacfd-c01b-427f-a5db-de2581b3dc2e HTTP/1.1" status: 200 len: 945 time: 0.0530889 Jul 28 09:27:27.776119 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-470f6e97-aece-499c-9268-3c1fb2cb7982 req-49a6a095-45a7-4acc-8c1c-ad1f26dea722 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325379 Jul 28 09:27:27.963186 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e1f56c-8434-429b-bae3-b74fc4a3af88 req-768cb750-4ac3-4bfd-9e2c-63978cb2f679 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:27.964705 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a8e1f56c-8434-429b-bae3-b74fc4a3af88 req-768cb750-4ac3-4bfd-9e2c-63978cb2f679 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5cf3764-aba2-4eae-aede-98a02e101b36 HTTP/1.1" status: 200 len: 945 time: 0.0491099 Jul 28 09:27:28.003678 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a8e1f56c-8434-429b-bae3-b74fc4a3af88 req-55d09877-1c98-44e9-a077-cca32dc7eec6 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba7ca661-0cb6-4167-9687-f2b430c66e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330486 Jul 28 09:27:28.262315 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600a8719-e0a3-4adf-8730-ec655d670b5b req-24197d39-b567-4f1e-b70c-1f1543fc8c00 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:28.264218 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-600a8719-e0a3-4adf-8730-ec655d670b5b req-24197d39-b567-4f1e-b70c-1f1543fc8c00 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 946 time: 0.0578279 Jul 28 09:27:28.304665 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-600a8719-e0a3-4adf-8730-ec655d670b5b req-fd6b405f-bdc5-4370-983a-38f5e976e83d tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332174 Jul 28 09:27:28.346280 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-71b5dc9b-aef4-49c7-ac03-c5ba810f1e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:28.814081 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c339875e-5ac8-4e89-a4bf-6f269d3041bd req-c625adf3-b015-45f3-a86f-d336662b833c tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:28.821426 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-c339875e-5ac8-4e89-a4bf-6f269d3041bd req-c625adf3-b015-45f3-a86f-d336662b833c tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 946 time: 0.0567536 Jul 28 09:27:28.858075 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-c339875e-5ac8-4e89-a4bf-6f269d3041bd req-22dd5df3-6b19-4a04-972b-9bef7aabbc3b tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354495 Jul 28 09:27:28.912648 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e721345-a474-4afd-9f89-a51f303aaf29 req-79f8fdf4-8ca8-4244-807f-ffa7d8cee8e2 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:28.914217 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-1e721345-a474-4afd-9f89-a51f303aaf29 req-79f8fdf4-8ca8-4244-807f-ffa7d8cee8e2 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=722bacfd-c01b-427f-a5db-de2581b3dc2e HTTP/1.1" status: 200 len: 945 time: 0.0552309 Jul 28 09:27:28.955785 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-1e721345-a474-4afd-9f89-a51f303aaf29 req-8c973011-4a6f-4245-aa19-1a17b6800be5 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351961 Jul 28 09:27:29.128484 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e252277-c66e-46fc-a4c8-a3fe0fed706a req-88e7c076-4bb6-426d-a8aa-ab55560fb126 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:29.132204 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-8e252277-c66e-46fc-a4c8-a3fe0fed706a req-88e7c076-4bb6-426d-a8aa-ab55560fb126 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5cf3764-aba2-4eae-aede-98a02e101b36 HTTP/1.1" status: 200 len: 945 time: 0.0591094 Jul 28 09:27:29.171033 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-8e252277-c66e-46fc-a4c8-a3fe0fed706a req-abb01944-010c-43f6-9e6c-9a1eded9f837 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba7ca661-0cb6-4167-9687-f2b430c66e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348363 Jul 28 09:27:29.434092 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc2cf3e-c4eb-4877-9083-b032068a7ab3 req-d4960aef-d460-4d23-8871-24332bac96c4 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:29.437799 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-fcc2cf3e-c4eb-4877-9083-b032068a7ab3 req-d4960aef-d460-4d23-8871-24332bac96c4 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 946 time: 0.0559101 Jul 28 09:27:29.477960 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-fcc2cf3e-c4eb-4877-9083-b032068a7ab3 req-c7571787-3fd8-410c-8c19-2a995643102b tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363624 Jul 28 09:27:30.043558 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a77f3-240c-478c-a4a4-43ad9952fb39 req-ec592ce8-cedc-4589-b5fe-46fe9fbc600d tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:30.046157 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-c35a77f3-240c-478c-a4a4-43ad9952fb39 req-ec592ce8-cedc-4589-b5fe-46fe9fbc600d tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.32 "GET /v2.0/ports?device_id=f5cf3764-aba2-4eae-aede-98a02e101b36 HTTP/1.1" status: 200 len: 945 time: 0.1456187 Jul 28 09:27:30.096001 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752fce1b-888f-489d-ba79-4ca9617949e2 req-81d4c5ed-3a5b-416c-a3f7-1ddd6cc20c61 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:30.098775 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-752fce1b-888f-489d-ba79-4ca9617949e2 req-81d4c5ed-3a5b-416c-a3f7-1ddd6cc20c61 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 946 time: 0.1205521 Jul 28 09:27:30.209778 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e1c4e-81d7-48ce-b483-355b1b8f5e1f req-eb0273ca-a0bb-4bcc-9c92-9eb209504a9b tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:30.218750 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-f02e1c4e-81d7-48ce-b483-355b1b8f5e1f req-eb0273ca-a0bb-4bcc-9c92-9eb209504a9b tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=722bacfd-c01b-427f-a5db-de2581b3dc2e HTTP/1.1" status: 200 len: 945 time: 0.1698406 Jul 28 09:27:30.223294 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-752fce1b-888f-489d-ba79-4ca9617949e2 req-f28ea623-fde5-4579-9c6d-820c09f71ed4 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066976 Jul 28 09:27:30.296218 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-f02e1c4e-81d7-48ce-b483-355b1b8f5e1f req-0448bf20-eae9-4309-93a3-f85eb330a0ea tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765464 Jul 28 09:27:30.333952 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.plugin [req-c35a77f3-240c-478c-a4a4-43ad9952fb39 req-e145e472-1bec-4742-bfb3-d94192dbf1d7 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Deleting port 1d9fa0e6-e536-4fd0-8183-daae01924304 {{(pid=93067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 09:27:30.334302 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-c35a77f3-240c-478c-a4a4-43ad9952fb39 req-e145e472-1bec-4742-bfb3-d94192dbf1d7 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732595656843'] for port, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:30.399280 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e589dc1-0f5d-4e63-a17b-c725c8632335 req-c1f7ec46-fccd-497a-b37d-3da2750a533b tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:30.400848 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-0e589dc1-0f5d-4e63-a17b-c725c8632335 req-c1f7ec46-fccd-497a-b37d-3da2750a533b tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=f5cf3764-aba2-4eae-aede-98a02e101b36 HTTP/1.1" status: 200 len: 945 time: 0.1036267 Jul 28 09:27:30.469529 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-0e589dc1-0f5d-4e63-a17b-c725c8632335 req-0a2964a1-a13c-441a-b51f-096ea9bd95d4 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba7ca661-0cb6-4167-9687-f2b430c66e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615473 Jul 28 09:27:30.471251 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.db [req-c35a77f3-240c-478c-a4a4-43ad9952fb39 req-e145e472-1bec-4742-bfb3-d94192dbf1d7 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] For port 1d9fa0e6-e536-4fd0-8183-daae01924304, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=1d9fa0e6-e536-4fd0-8183-daae01924304,segment=NetworkSegment(0cfbf343-39bd-4fe2-a34a-bcc21842f0af),segment_id=0cfbf343-39bd-4fe2-a34a-bcc21842f0af)] {{(pid=93067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:27:30.471636 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-c35a77f3-240c-478c-a4a4-43ad9952fb39 req-e145e472-1bec-4742-bfb3-d94192dbf1d7 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8264998'] for port, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:30.495475 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.plugin [req-c35a77f3-240c-478c-a4a4-43ad9952fb39 req-e145e472-1bec-4742-bfb3-d94192dbf1d7 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Calling delete_port for 1d9fa0e6-e536-4fd0-8183-daae01924304 owned by compute:nova {{(pid=93067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 09:27:30.631391 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d614c-4d2f-4cf3-b9d3-eb62cd1175cc req-69cc202c-6127-4247-b0e6-cbd0cf41a235 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:30.643029 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-811d614c-4d2f-4cf3-b9d3-eb62cd1175cc req-69cc202c-6127-4247-b0e6-cbd0cf41a235 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 946 time: 0.0771329 Jul 28 09:27:30.732209 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-811d614c-4d2f-4cf3-b9d3-eb62cd1175cc req-c5a4408a-fdc7-46ce-8cb0-752684c83603 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874112 Jul 28 09:27:30.732673 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-ef996c84-54e8-4151-b5c4-53f9faf988ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:30.733393 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-c35a77f3-240c-478c-a4a4-43ad9952fb39 req-e145e472-1bec-4742-bfb3-d94192dbf1d7 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732595661087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732595289887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33549966'] for port, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:30.745471 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] get_ports_and_sgs() called for port_ids ['d71e8fb8-deed-4e7a-ad68-64fbaee0e441', '446844c5-42ac-4490-a52f-68f801c377f3', '1d9fa0e6-e536-4fd0-8183-daae01924304'] {{(pid=93069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:27:30.765792 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e145e472-1bec-4742-bfb3-d94192dbf1d7 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Pushing event deleted for resources: {'Port': ['ID=1d9fa0e6-e536-4fd0-8183-daae01924304,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:27:30.808474 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.l3_dvrscheduler_db [req-c35a77f3-240c-478c-a4a4-43ad9952fb39 req-e145e472-1bec-4742-bfb3-d94192dbf1d7 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] No DVR routers for this DVR port 1d9fa0e6-e536-4fd0-8183-daae01924304 on host hv-cinder-80266 {{(pid=93067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 09:27:30.811895 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-c35a77f3-240c-478c-a4a4-43ad9952fb39 req-e145e472-1bec-4742-bfb3-d94192dbf1d7 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905'] for port, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:30.814461 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-c35a77f3-240c-478c-a4a4-43ad9952fb39 req-e145e472-1bec-4742-bfb3-d94192dbf1d7 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.32 "DELETE /v2.0/ports/1d9fa0e6-e536-4fd0-8183-daae01924304 HTTP/1.1" status: 204 len: 173 time: 0.7533915 Jul 28 09:27:30.815023 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5cf3764-aba2-4eae-aede-98a02e101b36', 'name': 'network-vif-deleted', 'tag': '1d9fa0e6-e536-4fd0-8183-daae01924304'}] {{(pid=93067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:27:30.817756 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}119bb006a51e6799d77012a49065aa76076224f53078518f9bbc3af1ae40a877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c8ee362-6021-49bd-bad2-cfc6f4a1c359" -d '{"events": [{"server_uuid": "f5cf3764-aba2-4eae-aede-98a02e101b36", "name": "network-vif-deleted", "tag": "1d9fa0e6-e536-4fd0-8183-daae01924304"}]}' {{(pid=93067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:27:30.888701 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 09:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b52a60-f146-4145-95bb-3d01ee85c451 x-openstack-request-id: req-b6b52a60-f146-4145-95bb-3d01ee85c451 {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:27:30.889118 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5cf3764-aba2-4eae-aede-98a02e101b36", "name": "network-vif-deleted", "tag": "1d9fa0e6-e536-4fd0-8183-daae01924304", "status": "completed", "code": 200}]} {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:27:30.889885 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b6b52a60-f146-4145-95bb-3d01ee85c451 {{(pid=93067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:27:30.890387 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5cf3764-aba2-4eae-aede-98a02e101b36', 'name': 'network-vif-deleted', 'tag': '1d9fa0e6-e536-4fd0-8183-daae01924304', 'status': 'completed', 'code': 200} Jul 28 09:27:31.109117 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:31.356939 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa89c8e8-bc9c-4c41-884a-33e358f13fef req-5edd406f-0f50-43ca-92a8-e2e726dfee41 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:31.364556 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-fa89c8e8-bc9c-4c41-884a-33e358f13fef req-5edd406f-0f50-43ca-92a8-e2e726dfee41 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 946 time: 0.0603209 Jul 28 09:27:31.406610 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-fa89c8e8-bc9c-4c41-884a-33e358f13fef req-a5908488-77d9-477c-87ac-b3ffaffc7b03 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407488 Jul 28 09:27:31.470019 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d569b02d-e93e-4144-b5ab-d3a06537386f req-ce883d76-4e59-46e2-bdc9-ad9f271dde34 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:31.471967 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-d569b02d-e93e-4144-b5ab-d3a06537386f req-ce883d76-4e59-46e2-bdc9-ad9f271dde34 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=722bacfd-c01b-427f-a5db-de2581b3dc2e HTTP/1.1" status: 200 len: 945 time: 0.0637805 Jul 28 09:27:31.524737 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-d569b02d-e93e-4144-b5ab-d3a06537386f req-edb95ea8-60ea-4079-ab7f-395028ac79bb tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427773 Jul 28 09:27:31.781582 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32600e1d-0bcc-4eb9-b128-3c79fef789b9 req-4cc8107e-6b9b-4e28-9c6e-033cd0c3e308 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:31.789571 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-32600e1d-0bcc-4eb9-b128-3c79fef789b9 req-4cc8107e-6b9b-4e28-9c6e-033cd0c3e308 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7a17c34-a3e3-44a8-9fc2-616e75f456ad HTTP/1.1" status: 200 len: 946 time: 0.0642178 Jul 28 09:27:31.856322 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-32600e1d-0bcc-4eb9-b128-3c79fef789b9 req-18b3c34c-c689-4381-82cb-53f7537b76f4 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba7ca661-0cb6-4167-9687-f2b430c66e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653646 Jul 28 09:27:31.875961 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509fb824-3818-4cd7-8b11-cdf022c4a954 req-1cf9b12e-ef0e-4216-a187-a356a9f7ed0c tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:31.877452 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-509fb824-3818-4cd7-8b11-cdf022c4a954 req-1cf9b12e-ef0e-4216-a187-a356a9f7ed0c tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 946 time: 0.0700436 Jul 28 09:27:31.921632 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-509fb824-3818-4cd7-8b11-cdf022c4a954 req-fdaba9d6-d586-4a91-b533-d6ba404dafb1 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375149 Jul 28 09:27:32.081836 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-29fc97ff-9392-4c7d-8b91-be3be07fca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:32.534919 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27b53b-ea8e-4409-b66c-2b70f125aee4 req-29b32db2-8a5f-4517-b4cf-6eb0ca548a2b tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:32.550523 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-bc27b53b-ea8e-4409-b66c-2b70f125aee4 req-29b32db2-8a5f-4517-b4cf-6eb0ca548a2b tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 946 time: 0.0752845 Jul 28 09:27:32.599637 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-bc27b53b-ea8e-4409-b66c-2b70f125aee4 req-e735fedb-3c6a-4dcf-bdaf-7e5ae53eda9e tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453017 Jul 28 09:27:32.696938 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac59bbc8-fd29-42bf-b32a-b94b38812437 req-2cd651a4-6d96-4863-af30-3db2268fa1cc tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:32.701986 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-ac59bbc8-fd29-42bf-b32a-b94b38812437 req-2cd651a4-6d96-4863-af30-3db2268fa1cc tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=722bacfd-c01b-427f-a5db-de2581b3dc2e HTTP/1.1" status: 200 len: 945 time: 0.0602236 Jul 28 09:27:32.745271 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-ac59bbc8-fd29-42bf-b32a-b94b38812437 req-6333b55f-7890-4dcd-8084-f7b15270432f tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377309 Jul 28 09:27:32.975108 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168093e1-a04d-4a30-b564-72d5ff3b4a5d req-71b6c6e1-1efa-4549-97a4-c7d5d66fdb84 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:32.976688 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-168093e1-a04d-4a30-b564-72d5ff3b4a5d req-71b6c6e1-1efa-4549-97a4-c7d5d66fdb84 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7a17c34-a3e3-44a8-9fc2-616e75f456ad HTTP/1.1" status: 200 len: 946 time: 0.0508697 Jul 28 09:27:33.069631 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-168093e1-a04d-4a30-b564-72d5ff3b4a5d req-08c26943-ad65-448f-bdf1-6d7e9f1b181d tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba7ca661-0cb6-4167-9687-f2b430c66e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810428 Jul 28 09:27:33.085834 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dac5ac-da24-4ee8-b89f-aef92ef8f19a req-342118b2-ad3c-49ff-9abc-aa198db3f570 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:33.093413 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-57dac5ac-da24-4ee8-b89f-aef92ef8f19a req-342118b2-ad3c-49ff-9abc-aa198db3f570 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 946 time: 0.0776680 Jul 28 09:27:33.134520 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-57dac5ac-da24-4ee8-b89f-aef92ef8f19a req-a9ab277e-2272-48e8-b24b-0df2b7b4d65b tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401394 Jul 28 09:27:33.628045 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-2284cd4c-493c-4cd5-902b-cad83a6c7b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:33.744642 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f776518-cd34-4b6b-a4af-7564ade19fe6 req-61b43d03-b528-475d-95ed-37371732a75e tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:33.747079 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-1f776518-cd34-4b6b-a4af-7564ade19fe6 req-61b43d03-b528-475d-95ed-37371732a75e tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 946 time: 0.0682852 Jul 28 09:27:33.804184 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-1f776518-cd34-4b6b-a4af-7564ade19fe6 req-d8c5808e-a52e-411a-83f5-802265241519 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470936 Jul 28 09:27:33.882960 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2212470d-86d8-4913-9b0b-fbbf7dc17ce0 req-032fbd61-a6d7-45a7-8893-dcaa97ccd71b tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:33.884477 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2212470d-86d8-4913-9b0b-fbbf7dc17ce0 req-032fbd61-a6d7-45a7-8893-dcaa97ccd71b tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=722bacfd-c01b-427f-a5db-de2581b3dc2e HTTP/1.1" status: 200 len: 945 time: 0.0484347 Jul 28 09:27:33.954162 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2212470d-86d8-4913-9b0b-fbbf7dc17ce0 req-2b1aeb91-229c-4be6-87d8-2e9b66702efd tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625753 Jul 28 09:27:34.204736 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbcc932-1bc9-48a4-bb92-8dbe2599e38a req-5480b0de-1c8e-4ea9-9b8e-26f24a805a8e tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:34.206340 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-ccbcc932-1bc9-48a4-bb92-8dbe2599e38a req-5480b0de-1c8e-4ea9-9b8e-26f24a805a8e tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7a17c34-a3e3-44a8-9fc2-616e75f456ad HTTP/1.1" status: 200 len: 946 time: 0.0702639 Jul 28 09:27:34.294899 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa2ea66-17c0-479c-a2bc-548f882ac0c6 req-1fafd3e4-8d35-4a06-a43e-88838b79dc45 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:34.299374 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-9aa2ea66-17c0-479c-a2bc-548f882ac0c6 req-1fafd3e4-8d35-4a06-a43e-88838b79dc45 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 946 time: 0.0825765 Jul 28 09:27:34.305572 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-ccbcc932-1bc9-48a4-bb92-8dbe2599e38a req-1dc4574b-ee71-4609-b353-f28385f0d967 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba7ca661-0cb6-4167-9687-f2b430c66e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908780 Jul 28 09:27:34.347094 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-9aa2ea66-17c0-479c-a2bc-548f882ac0c6 req-4bd25894-2582-42bd-b37d-2d854cab9ba2 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400622 Jul 28 09:27:34.940928 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08127e2-e1de-4b0b-aeb4-4f653a890040 req-104267af-1e5b-436d-a4a1-56abdfda4dcd tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:34.942762 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-f08127e2-e1de-4b0b-aeb4-4f653a890040 req-104267af-1e5b-436d-a4a1-56abdfda4dcd tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 946 time: 0.0581856 Jul 28 09:27:34.997733 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-f08127e2-e1de-4b0b-aeb4-4f653a890040 req-1d9a5d2b-a36b-41ba-9369-d2bdeab8f75c tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465071 Jul 28 09:27:35.098488 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2732e1-91f6-4b66-b2a7-d11bd439ef4a req-149c0a4f-8442-49e6-bd2b-e5773bc3169e tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:35.100070 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2a2732e1-91f6-4b66-b2a7-d11bd439ef4a req-149c0a4f-8442-49e6-bd2b-e5773bc3169e tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=722bacfd-c01b-427f-a5db-de2581b3dc2e HTTP/1.1" status: 200 len: 945 time: 0.0593288 Jul 28 09:27:35.142468 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2a2732e1-91f6-4b66-b2a7-d11bd439ef4a req-6bd65ad2-e024-43a9-906a-ed2f6034c4a8 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363581 Jul 28 09:27:35.485417 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207e210-9859-43cf-9051-cc1508485a60 req-dfe32cf1-468f-4734-9e35-0ca6a05fde77 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:35.487090 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-f207e210-9859-43cf-9051-cc1508485a60 req-dfe32cf1-468f-4734-9e35-0ca6a05fde77 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7a17c34-a3e3-44a8-9fc2-616e75f456ad HTTP/1.1" status: 200 len: 946 time: 0.0915632 Jul 28 09:27:35.525950 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d66abf-a336-4cfa-9169-a36f8a1057dc req-0c55cba7-093e-468e-a3db-d6cbe7abd1ed tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:35.526672 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-04d66abf-a336-4cfa-9169-a36f8a1057dc req-0c55cba7-093e-468e-a3db-d6cbe7abd1ed tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 946 time: 0.0787122 Jul 28 09:27:35.547434 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-f207e210-9859-43cf-9051-cc1508485a60 req-a2c978e6-f5f8-44ee-aed4-662605a1136c tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba7ca661-0cb6-4167-9687-f2b430c66e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538049 Jul 28 09:27:35.580325 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-04d66abf-a336-4cfa-9169-a36f8a1057dc req-d238df59-b2eb-4460-b857-9cd9332e4c05 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377388 Jul 28 09:27:35.967190 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device 1d9fa0e6-e536-4fd0-8183-daae01924304 no longer exists at agent hyperv_hv-cinder-80266 {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:27:36.003820 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] No Port match for: 1d9fa0e6-e536-4fd0-8183-daae01924304 {{(pid=93069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 09:27:36.004271 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device 1d9fa0e6-e536-4fd0-8183-daae01924304 not bound to the agent host hv-cinder-80266 {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:27:36.193011 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b42e03-5202-43c6-97ee-12d378311c79 req-e1f9e271-63e4-4e1d-a7ef-f6082f4155d3 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:36.202047 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-90b42e03-5202-43c6-97ee-12d378311c79 req-e1f9e271-63e4-4e1d-a7ef-f6082f4155d3 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 946 time: 0.0930161 Jul 28 09:27:36.312854 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-90b42e03-5202-43c6-97ee-12d378311c79 req-0ac72802-921d-4669-a239-1acae0cd8e37 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099174 Jul 28 09:27:36.343318 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4bf545-a946-4d73-94cb-2fb1b7e4f976 req-3da32351-795c-4937-b63d-ae82762df719 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:36.344907 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-0d4bf545-a946-4d73-94cb-2fb1b7e4f976 req-3da32351-795c-4937-b63d-ae82762df719 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.32 "GET /v2.0/ports?device_id=a7a17c34-a3e3-44a8-9fc2-616e75f456ad HTTP/1.1" status: 200 len: 946 time: 0.1247060 Jul 28 09:27:36.354343 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17435e52-877c-4623-9035-5ca399fefbb1 req-97db5989-3800-4d09-b04b-d095191760fc tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:36.357084 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-17435e52-877c-4623-9035-5ca399fefbb1 req-97db5989-3800-4d09-b04b-d095191760fc tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=722bacfd-c01b-427f-a5db-de2581b3dc2e HTTP/1.1" status: 200 len: 945 time: 0.0960960 Jul 28 09:27:36.423481 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-17435e52-877c-4623-9035-5ca399fefbb1 req-1f51233a-eeb0-4f94-b52e-31c97c526c7e tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588050 Jul 28 09:27:36.482467 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.plugin [req-0d4bf545-a946-4d73-94cb-2fb1b7e4f976 req-1a87bf3a-78e3-47d6-8a5f-0d84765e210e tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Deleting port 446844c5-42ac-4490-a52f-68f801c377f3 {{(pid=93067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 09:27:36.482942 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-0d4bf545-a946-4d73-94cb-2fb1b7e4f976 req-1a87bf3a-78e3-47d6-8a5f-0d84765e210e tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732595656843'] for port, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:36.585925 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.db [req-0d4bf545-a946-4d73-94cb-2fb1b7e4f976 req-1a87bf3a-78e3-47d6-8a5f-0d84765e210e tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] For port 446844c5-42ac-4490-a52f-68f801c377f3, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=446844c5-42ac-4490-a52f-68f801c377f3,segment=NetworkSegment(0cfbf343-39bd-4fe2-a34a-bcc21842f0af),segment_id=0cfbf343-39bd-4fe2-a34a-bcc21842f0af)] {{(pid=93067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:27:36.586297 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-0d4bf545-a946-4d73-94cb-2fb1b7e4f976 req-1a87bf3a-78e3-47d6-8a5f-0d84765e210e tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8264998'] for port, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:36.601890 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.plugin [req-0d4bf545-a946-4d73-94cb-2fb1b7e4f976 req-1a87bf3a-78e3-47d6-8a5f-0d84765e210e tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Calling delete_port for 446844c5-42ac-4490-a52f-68f801c377f3 owned by compute:nova {{(pid=93067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 09:27:36.789323 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7657ee-e6b1-4da2-ac60-b12108e27c77 req-bb040d22-0e6d-4fb3-8e09-d37678b22234 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:36.790678 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-9b7657ee-e6b1-4da2-ac60-b12108e27c77 req-bb040d22-0e6d-4fb3-8e09-d37678b22234 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.32 "GET /v2.0/ports?device_id=722bacfd-c01b-427f-a5db-de2581b3dc2e HTTP/1.1" status: 200 len: 945 time: 0.1061065 Jul 28 09:27:36.823022 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49f8020-0455-40cc-a376-f28c2d540c3c req-dcdccdcf-38e2-4ad8-abdb-604d3ff2e21a tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:36.823022 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-d49f8020-0455-40cc-a376-f28c2d540c3c req-dcdccdcf-38e2-4ad8-abdb-604d3ff2e21a tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7a17c34-a3e3-44a8-9fc2-616e75f456ad HTTP/1.1" status: 200 len: 946 time: 0.1766489 Jul 28 09:27:36.943435 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44116359-9137-4d80-8f69-9971bb39acd8 req-7bf41915-f3f1-4f9c-9374-efca83a05978 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:36.945022 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-44116359-9137-4d80-8f69-9971bb39acd8 req-7bf41915-f3f1-4f9c-9374-efca83a05978 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 946 time: 0.2302928 Jul 28 09:27:36.999378 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-d49f8020-0455-40cc-a376-f28c2d540c3c req-7638a8e5-15d8-4efa-a725-30fb94310f7f tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba7ca661-0cb6-4167-9687-f2b430c66e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542203 Jul 28 09:27:37.047939 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-0d4bf545-a946-4d73-94cb-2fb1b7e4f976 req-1a87bf3a-78e3-47d6-8a5f-0d84765e210e tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732595661087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732595289887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33549966'] for port, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:37.062118 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] get_ports_and_sgs() called for port_ids ['d71e8fb8-deed-4e7a-ad68-64fbaee0e441', '446844c5-42ac-4490-a52f-68f801c377f3'] {{(pid=93069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:27:37.062846 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-44116359-9137-4d80-8f69-9971bb39acd8 req-b00e927d-45c0-452c-971b-2873a1b24edc tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042926 Jul 28 09:27:37.091189 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a87bf3a-78e3-47d6-8a5f-0d84765e210e tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Pushing event deleted for resources: {'Port': ['ID=446844c5-42ac-4490-a52f-68f801c377f3,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:27:37.099488 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.plugin [req-9b7657ee-e6b1-4da2-ac60-b12108e27c77 req-5a00577f-10a1-43d5-ac90-9617de6a8fa0 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Deleting port 2b4fdddf-03d6-4edc-b888-724b64f54c3b {{(pid=93067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 09:27:37.099862 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-9b7657ee-e6b1-4da2-ac60-b12108e27c77 req-5a00577f-10a1-43d5-ac90-9617de6a8fa0 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732595656843'] for port, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:37.208257 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d4bf545-a946-4d73-94cb-2fb1b7e4f976 req-1a87bf3a-78e3-47d6-8a5f-0d84765e210e tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] No DVR routers for this DVR port 446844c5-42ac-4490-a52f-68f801c377f3 on host hv-cinder-80266 {{(pid=93067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 09:27:37.212839 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-0d4bf545-a946-4d73-94cb-2fb1b7e4f976 req-1a87bf3a-78e3-47d6-8a5f-0d84765e210e tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905'] for port, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:37.215201 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-0d4bf545-a946-4d73-94cb-2fb1b7e4f976 req-1a87bf3a-78e3-47d6-8a5f-0d84765e210e tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.32 "DELETE /v2.0/ports/446844c5-42ac-4490-a52f-68f801c377f3 HTTP/1.1" status: 204 len: 173 time: 0.8572176 Jul 28 09:27:37.216296 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7a17c34-a3e3-44a8-9fc2-616e75f456ad', 'name': 'network-vif-deleted', 'tag': '446844c5-42ac-4490-a52f-68f801c377f3'}] {{(pid=93067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:27:37.232773 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}119bb006a51e6799d77012a49065aa76076224f53078518f9bbc3af1ae40a877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf6ee82-21ff-46e5-915e-9fec3494b6cc" -d '{"events": [{"server_uuid": "a7a17c34-a3e3-44a8-9fc2-616e75f456ad", "name": "network-vif-deleted", "tag": "446844c5-42ac-4490-a52f-68f801c377f3"}]}' {{(pid=93067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:27:37.282410 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.db [req-9b7657ee-e6b1-4da2-ac60-b12108e27c77 req-5a00577f-10a1-43d5-ac90-9617de6a8fa0 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] For port 2b4fdddf-03d6-4edc-b888-724b64f54c3b, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=2b4fdddf-03d6-4edc-b888-724b64f54c3b,segment=NetworkSegment(e2665667-7ebc-4093-83fc-21abd84d8703),segment_id=e2665667-7ebc-4093-83fc-21abd84d8703)] {{(pid=93067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:27:37.283289 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-9b7657ee-e6b1-4da2-ac60-b12108e27c77 req-5a00577f-10a1-43d5-ac90-9617de6a8fa0 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8264998'] for port, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:37.304178 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.plugin [req-9b7657ee-e6b1-4da2-ac60-b12108e27c77 req-5a00577f-10a1-43d5-ac90-9617de6a8fa0 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Calling delete_port for 2b4fdddf-03d6-4edc-b888-724b64f54c3b owned by compute:nova {{(pid=93067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 09:27:37.630776 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 09:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a159cf1-6440-4135-a54e-e4954002c57d x-openstack-request-id: req-6a159cf1-6440-4135-a54e-e4954002c57d {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:27:37.630776 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7a17c34-a3e3-44a8-9fc2-616e75f456ad", "name": "network-vif-deleted", "tag": "446844c5-42ac-4490-a52f-68f801c377f3", "status": "completed", "code": 200}]} {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:27:37.630776 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6a159cf1-6440-4135-a54e-e4954002c57d {{(pid=93067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:27:37.631362 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7a17c34-a3e3-44a8-9fc2-616e75f456ad', 'name': 'network-vif-deleted', 'tag': '446844c5-42ac-4490-a52f-68f801c377f3', 'status': 'completed', 'code': 200} Jul 28 09:27:37.750248 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756e4a7-f3c4-4835-adab-ea9aa12308d0 req-c04cc969-602d-4578-907b-5e45879cd1ff tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:37.751427 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-f756e4a7-f3c4-4835-adab-ea9aa12308d0 req-c04cc969-602d-4578-907b-5e45879cd1ff tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 946 time: 0.1229146 Jul 28 09:27:37.759893 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f784cf4b-b237-407b-83c7-6f27fd93265a req-dfda770a-2c68-403d-9ca4-b2b7d9f6d846 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:37.761520 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-f784cf4b-b237-407b-83c7-6f27fd93265a req-dfda770a-2c68-403d-9ca4-b2b7d9f6d846 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/ports?device_id=722bacfd-c01b-427f-a5db-de2581b3dc2e HTTP/1.1" status: 200 len: 945 time: 0.1341290 Jul 28 09:27:37.845040 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-f756e4a7-f3c4-4835-adab-ea9aa12308d0 req-9663112e-79cc-4856-9fce-47e7142017e8 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811448 Jul 28 09:27:37.864600 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-f784cf4b-b237-407b-83c7-6f27fd93265a req-d3d6acd3-caf2-441b-a638-f80c9afcfeb8 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.23 "GET /v2.0/security-groups?id=6fcd6a40-7c8a-422e-9d89-788c55df10ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921953 Jul 28 09:27:37.891481 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-9b7657ee-e6b1-4da2-ac60-b12108e27c77 req-5a00577f-10a1-43d5-ac90-9617de6a8fa0 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732595661087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732595289887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33549966'] for port, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:37.903626 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] get_ports_and_sgs() called for port_ids ['2b4fdddf-03d6-4edc-b888-724b64f54c3b'] {{(pid=93069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:27:37.920535 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a00577f-10a1-43d5-ac90-9617de6a8fa0 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Pushing event deleted for resources: {'Port': ['ID=2b4fdddf-03d6-4edc-b888-724b64f54c3b,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:27:37.968008 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b7657ee-e6b1-4da2-ac60-b12108e27c77 req-5a00577f-10a1-43d5-ac90-9617de6a8fa0 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] No DVR routers for this DVR port 2b4fdddf-03d6-4edc-b888-724b64f54c3b on host hv-cinder-80266 {{(pid=93067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 09:27:37.970442 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-9b7657ee-e6b1-4da2-ac60-b12108e27c77 req-5a00577f-10a1-43d5-ac90-9617de6a8fa0 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905'] for port, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:37.972503 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-9b7657ee-e6b1-4da2-ac60-b12108e27c77 req-5a00577f-10a1-43d5-ac90-9617de6a8fa0 tempest-ServerRescueNegativeTestJSON-682752149 tempest-ServerRescueNegativeTestJSON-682752149-project] 10.222.0.32 "DELETE /v2.0/ports/2b4fdddf-03d6-4edc-b888-724b64f54c3b HTTP/1.1" status: 204 len: 173 time: 1.1687074 Jul 28 09:27:38.141558 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3fa662-fa94-4470-808f-f116f3403666 req-3aa27f08-6e04-4c5b-a66d-7aa0929796cb tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:38.143348 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-3e3fa662-fa94-4470-808f-f116f3403666 req-3aa27f08-6e04-4c5b-a66d-7aa0929796cb tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 946 time: 0.0656736 Jul 28 09:27:38.186509 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-3e3fa662-fa94-4470-808f-f116f3403666 req-d1947641-aa11-45f6-afdd-996364d8b0b2 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357232 Jul 28 09:27:38.244013 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede4be4f-2492-4948-bfee-5c54f08877bd req-a28ccd47-afe8-4e8a-96c6-171dbfdc42d9 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:38.245498 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-ede4be4f-2492-4948-bfee-5c54f08877bd req-a28ccd47-afe8-4e8a-96c6-171dbfdc42d9 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 946 time: 0.0641239 Jul 28 09:27:38.305827 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7f7f2-4ca3-472e-97ec-d6a666a8f477 req-13c561ab-1efa-47f4-88b8-1befb8055e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:38.307338 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-75c7f7f2-4ca3-472e-97ec-d6a666a8f477 req-13c561ab-1efa-47f4-88b8-1befb8055e87 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9a1f63fb540e42f18f0ec634cc138c04&device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 1099 time: 0.0804744 Jul 28 09:27:38.311710 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-ede4be4f-2492-4948-bfee-5c54f08877bd req-dbcca33d-0f1d-4c26-93b0-8e43df702414 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516977 Jul 28 09:27:38.398875 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7f7f2-4ca3-472e-97ec-d6a666a8f477 req-47c5fbcc-8012-4f52-9394-637ffd5314a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:38.400305 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-75c7f7f2-4ca3-472e-97ec-d6a666a8f477 req-47c5fbcc-8012-4f52-9394-637ffd5314a2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=39e9cde6-0d01-4242-a6ed-06857cf13960 HTTP/1.1" status: 200 len: 912 time: 0.0854297 Jul 28 09:27:38.509682 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-75c7f7f2-4ca3-472e-97ec-d6a666a8f477 req-440db3fa-7588-4ae1-a150-b021b5e1eab1 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07e5d078-45f6-402a-8b20-74f5720941fe HTTP/1.1" status: 200 len: 1002 time: 0.0898352 Jul 28 09:27:38.515559 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672f3cb-2139-4204-93bb-27cc5bdb3b21 req-77dc0569-cd74-4a97-a915-78d79c5cf9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:38.517016 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e672f3cb-2139-4204-93bb-27cc5bdb3b21 req-77dc0569-cd74-4a97-a915-78d79c5cf9c8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b8340ca8a0bb47c3871a9e4d939e9a44&device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 1099 time: 0.0590944 Jul 28 09:27:38.623684 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7f7f2-4ca3-472e-97ec-d6a666a8f477 req-332145c8-8ba1-4ed0-9e68-76c0a89ad602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:38.625151 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-75c7f7f2-4ca3-472e-97ec-d6a666a8f477 req-332145c8-8ba1-4ed0-9e68-76c0a89ad602 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=20e57957-5bf7-45eb-ad51-199187182dea HTTP/1.1" status: 200 len: 850 time: 0.0991061 Jul 28 09:27:38.678331 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672f3cb-2139-4204-93bb-27cc5bdb3b21 req-0a81b098-ae97-4d10-be61-8540b93d3fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:38.679707 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e672f3cb-2139-4204-93bb-27cc5bdb3b21 req-0a81b098-ae97-4d10-be61-8540b93d3fe2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=59c4a637-5ed0-4b6e-a037-96ec97ce270f HTTP/1.1" status: 200 len: 918 time: 0.1525557 Jul 28 09:27:38.685679 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7f7f2-4ca3-472e-97ec-d6a666a8f477 req-204f0b5d-3f00-4e12-858d-8b043fef4981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:38.687038 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-75c7f7f2-4ca3-472e-97ec-d6a666a8f477 req-204f0b5d-3f00-4e12-858d-8b043fef4981 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=39e9cde6-0d01-4242-a6ed-06857cf13960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0537848 Jul 28 09:27:38.802251 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e672f3cb-2139-4204-93bb-27cc5bdb3b21 req-ab41efa3-521a-4f51-b309-d484dd644767 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=783c4c2d-0e20-455d-97a1-49611ff7ea66 HTTP/1.1" status: 200 len: 1001 time: 0.1062446 Jul 28 09:27:38.854351 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-75c7f7f2-4ca3-472e-97ec-d6a666a8f477 req-492171dd-f842-463c-8ebc-62dd636e7a13 service neutron] 10.222.0.32 "GET /v2.0/networks/39e9cde6-0d01-4242-a6ed-06857cf13960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530256 Jul 28 09:27:38.871058 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672f3cb-2139-4204-93bb-27cc5bdb3b21 req-6d1fdb16-49c3-444b-b971-ec2df134bb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:38.872609 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e672f3cb-2139-4204-93bb-27cc5bdb3b21 req-6d1fdb16-49c3-444b-b971-ec2df134bb77 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fd0bcb40-b982-4039-a925-2309bc61c85b HTTP/1.1" status: 200 len: 856 time: 0.0627997 Jul 28 09:27:38.922071 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 51032) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:27:38.964514 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672f3cb-2139-4204-93bb-27cc5bdb3b21 req-00300602-6b45-4e2a-9859-ad4123baa5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:38.965972 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e672f3cb-2139-4204-93bb-27cc5bdb3b21 req-00300602-6b45-4e2a-9859-ad4123baa5d6 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59c4a637-5ed0-4b6e-a037-96ec97ce270f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0839467 Jul 28 09:27:39.028325 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-75c7f7f2-4ca3-472e-97ec-d6a666a8f477 req-7188fa73-f623-4b09-ab8f-294504729a24 service neutron] 10.222.0.32 "GET /v2.0/networks/39e9cde6-0d01-4242-a6ed-06857cf13960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663985 Jul 28 09:27:39.070662 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e672f3cb-2139-4204-93bb-27cc5bdb3b21 req-250aaace-b734-42b1-81da-cb264240a529 service neutron] 10.222.0.32 "GET /v2.0/networks/59c4a637-5ed0-4b6e-a037-96ec97ce270f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971727 Jul 28 09:27:39.159234 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e672f3cb-2139-4204-93bb-27cc5bdb3b21 req-b80fc90b-4598-432a-8caf-21ebe1f95268 service neutron] 10.222.0.32 "GET /v2.0/networks/59c4a637-5ed0-4b6e-a037-96ec97ce270f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801692 Jul 28 09:27:39.306925 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a533a-27a5-45b6-a7f7-85a95e5a5078 req-62855d24-ab04-4511-b6ff-a533517f7f59 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:39.309545 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-201a533a-27a5-45b6-a7f7-85a95e5a5078 req-62855d24-ab04-4511-b6ff-a533517f7f59 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 946 time: 0.0525198 Jul 28 09:27:39.351845 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-ef7099cb-9249-4cda-a7e3-e75f9517d412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8270137'] for router_interface, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:39.362309 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-201a533a-27a5-45b6-a7f7-85a95e5a5078 req-8a416f03-de2d-4c30-b49d-2ca1a80266f9 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465360 Jul 28 09:27:39.454989 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b08e1-3246-4eea-a9c8-2faf84cc2150 req-ac543ef5-7adf-403b-94e3-87dca8259739 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:39.456657 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-c90b08e1-3246-4eea-a9c8-2faf84cc2150 req-ac543ef5-7adf-403b-94e3-87dca8259739 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e1287df-cb69-4058-b6ed-b2156f10ea45 HTTP/1.1" status: 200 len: 945 time: 0.0705969 Jul 28 09:27:39.522208 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-c90b08e1-3246-4eea-a9c8-2faf84cc2150 req-a3bbb6d9-f419-4e23-b3ea-531749de0646 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba7ca661-0cb6-4167-9687-f2b430c66e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478616 Jul 28 09:27:39.531919 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef6e6f-2914-42a8-8c8b-b86029e2b346 req-ec6566f1-2120-4732-8593-ff1a3037601b tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:39.540071 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-0eef6e6f-2914-42a8-8c8b-b86029e2b346 req-ec6566f1-2120-4732-8593-ff1a3037601b tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 946 time: 0.1042299 Jul 28 09:27:39.587039 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-0eef6e6f-2914-42a8-8c8b-b86029e2b346 req-12ce25e8-70cc-40ae-bbd8-fa44aea6d3ac tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460763 Jul 28 09:27:39.632045 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '722bacfd-c01b-427f-a5db-de2581b3dc2e', 'name': 'network-vif-deleted', 'tag': '2b4fdddf-03d6-4edc-b888-724b64f54c3b'}] {{(pid=93067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:27:39.634557 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}119bb006a51e6799d77012a49065aa76076224f53078518f9bbc3af1ae40a877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee883a9-b473-40b3-878a-5e33507e509e" -d '{"events": [{"server_uuid": "722bacfd-c01b-427f-a5db-de2581b3dc2e", "name": "network-vif-deleted", "tag": "2b4fdddf-03d6-4edc-b888-724b64f54c3b"}]}' {{(pid=93067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:27:39.670961 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 09:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13c0829a-2381-4dc8-9c74-0597e71c4358 x-openstack-request-id: req-13c0829a-2381-4dc8-9c74-0597e71c4358 {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:27:39.671626 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "722bacfd-c01b-427f-a5db-de2581b3dc2e", "name": "network-vif-deleted", "tag": "2b4fdddf-03d6-4edc-b888-724b64f54c3b", "status": "completed", "code": 200}]} {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:27:39.671884 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-13c0829a-2381-4dc8-9c74-0597e71c4358 {{(pid=93067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:27:39.672278 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '722bacfd-c01b-427f-a5db-de2581b3dc2e', 'name': 'network-vif-deleted', 'tag': '2b4fdddf-03d6-4edc-b888-724b64f54c3b', 'status': 'completed', 'code': 200} Jul 28 09:27:39.863152 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.plugin [None req-ef7099cb-9249-4cda-a7e3-e75f9517d412 admin admin] Deleting port 745628de-4b2f-4219-83c4-3f0ea83ea2d6 {{(pid=93068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 09:27:39.863409 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-ef7099cb-9249-4cda-a7e3-e75f9517d412 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732595656843'] for port, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:39.942431 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.db [None req-ef7099cb-9249-4cda-a7e3-e75f9517d412 admin admin] For port 745628de-4b2f-4219-83c4-3f0ea83ea2d6, host dv-cinder-802669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=745628de-4b2f-4219-83c4-3f0ea83ea2d6,segment=NetworkSegment(e2665667-7ebc-4093-83fc-21abd84d8703),segment_id=e2665667-7ebc-4093-83fc-21abd84d8703)] {{(pid=93068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:27:39.943080 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-ef7099cb-9249-4cda-a7e3-e75f9517d412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8264998'] for port, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:39.954727 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.plugin [None req-ef7099cb-9249-4cda-a7e3-e75f9517d412 admin admin] Calling delete_port for 745628de-4b2f-4219-83c4-3f0ea83ea2d6 owned by network:router_interface {{(pid=93068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 09:27:40.191614 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-ef7099cb-9249-4cda-a7e3-e75f9517d412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732595661087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732595289887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036940'] for port, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:40.214649 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7099cb-9249-4cda-a7e3-e75f9517d412 admin admin] Pushing event deleted for resources: {'Port': ['ID=745628de-4b2f-4219-83c4-3f0ea83ea2d6,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:27:40.230856 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7099cb-9249-4cda-a7e3-e75f9517d412 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:27:40.232018 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7099cb-9249-4cda-a7e3-e75f9517d412 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:27:40.232538 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7099cb-9249-4cda-a7e3-e75f9517d412 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:27:40.232877 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7099cb-9249-4cda-a7e3-e75f9517d412 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:27:40.233210 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7099cb-9249-4cda-a7e3-e75f9517d412 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:27:40.233539 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7099cb-9249-4cda-a7e3-e75f9517d412 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:27:40.233878 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7099cb-9249-4cda-a7e3-e75f9517d412 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:27:40.234212 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7099cb-9249-4cda-a7e3-e75f9517d412 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:27:40.234537 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7099cb-9249-4cda-a7e3-e75f9517d412 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:27:40.234855 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7099cb-9249-4cda-a7e3-e75f9517d412 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:27:40.235176 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7099cb-9249-4cda-a7e3-e75f9517d412 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:27:40.235493 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef7099cb-9249-4cda-a7e3-e75f9517d412 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:27:40.386836 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-ef7099cb-9249-4cda-a7e3-e75f9517d412 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8069291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8270165'] for router_interface, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:40.482745 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242f086d-5d6f-4a6c-abb3-76c950c37c48 req-8d298dde-d34c-4d5f-827f-d52b365b505a tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:40.484147 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-242f086d-5d6f-4a6c-abb3-76c950c37c48 req-8d298dde-d34c-4d5f-827f-d52b365b505a tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 946 time: 0.0520296 Jul 28 09:27:40.526387 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-242f086d-5d6f-4a6c-abb3-76c950c37c48 req-a6f438cb-af4d-474d-a938-548af68b16ed tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361521 Jul 28 09:27:40.609154 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef7099cb-9249-4cda-a7e3-e75f9517d412 admin admin] Router 91b239b7-2465-4925-93ad-8dab7bd02999 has already been hosted by L3 agent 4c8802ae-c91a-4e26-b3c6-37f497a3b5b2 {{(pid=93068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 09:27:40.668933 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb735e-c2f6-47f3-9f42-e813bf10c566 req-fc77c296-e3de-427e-baab-e8e1f5dddbe8 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:40.675695 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a2cb735e-c2f6-47f3-9f42-e813bf10c566 req-fc77c296-e3de-427e-baab-e8e1f5dddbe8 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e1287df-cb69-4058-b6ed-b2156f10ea45 HTTP/1.1" status: 200 len: 945 time: 0.0704107 Jul 28 09:27:40.735175 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef7099cb-9249-4cda-a7e3-e75f9517d412 admin admin] Notify agent at l3_agent.dv-cinder-802669-1-iscsi the message routers_updated {{(pid=93068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:27:40.738334 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a2cb735e-c2f6-47f3-9f42-e813bf10c566 req-88a73f57-0cd2-46f6-89fe-b8f9291c6959 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba7ca661-0cb6-4167-9687-f2b430c66e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616531 Jul 28 09:27:40.742801 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 51066) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:27:40.743649 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-ef7099cb-9249-4cda-a7e3-e75f9517d412 admin admin] 10.222.0.23 "PUT /v2.0/routers/91b239b7-2465-4925-93ad-8dab7bd02999/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8203855 Jul 28 09:27:40.746173 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff32a1ce-550c-4569-aa73-b27ba0ceab56 None None] Sync routers for ids ['91b239b7-2465-4925-93ad-8dab7bd02999'] in dv-cinder-802669-1-iscsi {{(pid=93070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:27:40.756303 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff32a1ce-550c-4569-aa73-b27ba0ceab56 None None] Routers {'91b239b7-2465-4925-93ad-8dab7bd02999'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:27:40.756904 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-ff32a1ce-550c-4569-aa73-b27ba0ceab56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:27:31Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['91b239b7-2465-4925-93ad-8dab7bd02999'], 'active': True} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:27:40.797692 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bbef8d-67cf-4fcc-b1f9-4dec02f788d6 req-4f37248c-cf84-488e-8aaf-48ad9d78e501 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:40.799208 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b6bbef8d-67cf-4fcc-b1f9-4dec02f788d6 req-4f37248c-cf84-488e-8aaf-48ad9d78e501 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 946 time: 0.1155355 Jul 28 09:27:40.864048 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvr_db [None req-ff32a1ce-550c-4569-aa73-b27ba0ceab56 None None] Set router 91b239b7-2465-4925-93ad-8dab7bd02999 gateway port host: dv-cinder-802669-1-iscsi {{(pid=93070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:27:40.879033 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b6bbef8d-67cf-4fcc-b1f9-4dec02f788d6 req-edd1dde2-b7c9-471d-af25-da6c4d705358 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726695 Jul 28 09:27:40.893595 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-ca4c63b6-1f92-40ab-9f34-e722bec10d46 admin admin] Notify callbacks [] for router, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:40.996713 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-ca4c63b6-1f92-40ab-9f34-e722bec10d46 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:41.004471 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device 783c4c2d-0e20-455d-97a1-49611ff7ea66 no longer exists at agent hyperv_hv-cinder-80266 {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:27:41.055978 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.plugin [None req-ca4c63b6-1f92-40ab-9f34-e722bec10d46 admin admin] Deleting port bbcc8c3e-93ef-4169-ad22-bfa2229dc276 {{(pid=93067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 09:27:41.056457 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-ca4c63b6-1f92-40ab-9f34-e722bec10d46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732595656843'] for port, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:41.059981 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-ff32a1ce-550c-4569-aa73-b27ba0ceab56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b239b7-2465-4925-93ad-8dab7bd02999', 'name': 'tempest-ServerRescueNegativeTestJSON-1715824593-router', 'tenant_id': 'cdd4025f7c74471e81aa73079f97a769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'bbcc8c3e-93ef-4169-ad22-bfa2229dc276', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:24:30Z', 'updated_at': '2021-07-28T09:27:40Z', 'revision_number': 5, 'project_id': 'cdd4025f7c74471e81aa73079f97a769', 'gw_port': {'id': 'bbcc8c3e-93ef-4169-ad22-bfa2229dc276', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:60:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91b239b7-2465-4925-93ad-8dab7bd02999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:24:31Z', 'updated_at': '2021-07-28T09:24:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi'}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:27:41.085226 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:41.093350 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff32a1ce-550c-4569-aa73-b27ba0ceab56 None None] Checking router: 91b239b7-2465-4925-93ad-8dab7bd02999 for host: dv-cinder-802669-1-iscsi {{(pid=93070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:27:41.102417 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff32a1ce-550c-4569-aa73-b27ba0ceab56 None None] Routers {'91b239b7-2465-4925-93ad-8dab7bd02999'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:27:41.103136 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-ff32a1ce-550c-4569-aa73-b27ba0ceab56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:27:31Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['91b239b7-2465-4925-93ad-8dab7bd02999'], 'active': True} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:27:41.109128 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1770556b-7187-418c-9c5e-6f6652a8f4c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '783c4c2d-0e20-455d-97a1-49611ff7ea66'}] {{(pid=93069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:27:41.111652 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386f2323eb9bad1244c7f57c000109fc890726fb555cdcb5e37d65c089562af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe7403d-115e-402f-aae3-4980f24c6b95" -d '{"events": [{"server_uuid": "1770556b-7187-418c-9c5e-6f6652a8f4c3", "name": "network-vif-unplugged", "status": "completed", "tag": "783c4c2d-0e20-455d-97a1-49611ff7ea66"}]}' {{(pid=93069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:27:41.145065 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port 783c4c2d-0e20-455d-97a1-49611ff7ea66, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=783c4c2d-0e20-455d-97a1-49611ff7ea66,segment=NetworkSegment(8d4ebd29-05d0-486e-9486-49583b4bf742),segment_id=8d4ebd29-05d0-486e-9486-49583b4bf742)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:27:41.155754 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:41.156483 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device 446844c5-42ac-4490-a52f-68f801c377f3 no longer exists at agent hyperv_hv-cinder-80266 {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:27:41.156671 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.db [None req-ca4c63b6-1f92-40ab-9f34-e722bec10d46 admin admin] For port bbcc8c3e-93ef-4169-ad22-bfa2229dc276, host dv-cinder-802669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=bbcc8c3e-93ef-4169-ad22-bfa2229dc276,segment=NetworkSegment(b226f756-b865-4ac3-ba22-f8bcfda44394),segment_id=b226f756-b865-4ac3-ba22-f8bcfda44394)] {{(pid=93067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:27:41.157041 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-ca4c63b6-1f92-40ab-9f34-e722bec10d46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8264998'] for port, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:41.171975 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.plugin [None req-ca4c63b6-1f92-40ab-9f34-e722bec10d46 admin admin] Calling delete_port for bbcc8c3e-93ef-4169-ad22-bfa2229dc276 owned by network:router_gateway {{(pid=93067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 09:27:41.203769 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 09:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b3d3d9-56e5-4286-b047-6f278776fd25 x-openstack-request-id: req-40b3d3d9-56e5-4286-b047-6f278776fd25 {{(pid=93069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:27:41.204048 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1770556b-7187-418c-9c5e-6f6652a8f4c3", "name": "network-vif-unplugged", "status": "completed", "tag": "783c4c2d-0e20-455d-97a1-49611ff7ea66", "code": 200}]} {{(pid=93069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:27:41.204274 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-40b3d3d9-56e5-4286-b047-6f278776fd25 {{(pid=93069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:27:41.204652 dv-cinder-802669-1-iscsi neutron-server[93069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1770556b-7187-418c-9c5e-6f6652a8f4c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '783c4c2d-0e20-455d-97a1-49611ff7ea66', 'code': 200} Jul 28 09:27:41.222526 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvr_db [None req-ff32a1ce-550c-4569-aa73-b27ba0ceab56 None None] Set router 91b239b7-2465-4925-93ad-8dab7bd02999 gateway port host: None {{(pid=93070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:27:41.224020 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] No Port match for: 446844c5-42ac-4490-a52f-68f801c377f3 {{(pid=93069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 09:27:41.224358 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device 446844c5-42ac-4490-a52f-68f801c377f3 not bound to the agent host hv-cinder-80266 {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:27:41.224760 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device 2b4fdddf-03d6-4edc-b888-724b64f54c3b no longer exists at agent hyperv_hv-cinder-80266 {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:27:41.244497 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] No Port match for: 2b4fdddf-03d6-4edc-b888-724b64f54c3b {{(pid=93069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 09:27:41.244757 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device 2b4fdddf-03d6-4edc-b888-724b64f54c3b not bound to the agent host hv-cinder-80266 {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:27:41.247301 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Pushing event updated for resources: {'Port': ['ID=783c4c2d-0e20-455d-97a1-49611ff7ea66,revision_number=8']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:27:41.287757 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-ff32a1ce-550c-4569-aa73-b27ba0ceab56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91b239b7-2465-4925-93ad-8dab7bd02999', 'name': 'tempest-ServerRescueNegativeTestJSON-1715824593-router', 'tenant_id': 'cdd4025f7c74471e81aa73079f97a769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:24:30Z', 'updated_at': '2021-07-28T09:27:40Z', 'revision_number': 6, 'project_id': 'cdd4025f7c74471e81aa73079f97a769', 'gw_port_host': None}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:27:41.313902 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff32a1ce-550c-4569-aa73-b27ba0ceab56 None None] The sync data for ids ['91b239b7-2465-4925-93ad-8dab7bd02999'] in dv-cinder-802669-1-iscsi is: [{'id': '91b239b7-2465-4925-93ad-8dab7bd02999', 'name': 'tempest-ServerRescueNegativeTestJSON-1715824593-router', 'tenant_id': 'cdd4025f7c74471e81aa73079f97a769', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:24:30Z', 'updated_at': '2021-07-28T09:27:40Z', 'revision_number': 6, 'project_id': 'cdd4025f7c74471e81aa73079f97a769', 'gw_port_host': None}] {{(pid=93070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:27:41.370717 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19158a-1b0c-4651-9b81-5dc5fc7d23a2 req-803d2404-c44f-49ee-94e9-1e934015ad73 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:41.372358 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7b19158a-1b0c-4651-9b81-5dc5fc7d23a2 req-803d2404-c44f-49ee-94e9-1e934015ad73 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.32 "GET /v2.0/ports?device_id=6e1287df-cb69-4058-b6ed-b2156f10ea45 HTTP/1.1" status: 200 len: 945 time: 0.0680768 Jul 28 09:27:41.462887 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-ca4c63b6-1f92-40ab-9f34-e722bec10d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732595661087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732595289887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33549966'] for port, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:41.493201 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4c63b6-1f92-40ab-9f34-e722bec10d46 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbcc8c3e-93ef-4169-ad22-bfa2229dc276,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:27:41.507923 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4c63b6-1f92-40ab-9f34-e722bec10d46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:27:41.508271 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4c63b6-1f92-40ab-9f34-e722bec10d46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:27:41.508610 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4c63b6-1f92-40ab-9f34-e722bec10d46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:27:41.508940 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4c63b6-1f92-40ab-9f34-e722bec10d46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:27:41.509265 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4c63b6-1f92-40ab-9f34-e722bec10d46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:27:41.509591 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4c63b6-1f92-40ab-9f34-e722bec10d46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:27:41.509912 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4c63b6-1f92-40ab-9f34-e722bec10d46 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:27:41.510233 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4c63b6-1f92-40ab-9f34-e722bec10d46 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:27:41.510553 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4c63b6-1f92-40ab-9f34-e722bec10d46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:27:41.510868 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4c63b6-1f92-40ab-9f34-e722bec10d46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:27:41.511183 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4c63b6-1f92-40ab-9f34-e722bec10d46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:27:41.511497 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca4c63b6-1f92-40ab-9f34-e722bec10d46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:27:41.571505 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.plugin [req-7b19158a-1b0c-4651-9b81-5dc5fc7d23a2 req-41f19646-8e14-4691-b2bc-4dbe1992fad2 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Deleting port d71e8fb8-deed-4e7a-ad68-64fbaee0e441 {{(pid=93067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 09:27:41.571870 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-7b19158a-1b0c-4651-9b81-5dc5fc7d23a2 req-41f19646-8e14-4691-b2bc-4dbe1992fad2 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732595656843'] for port, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:41.614578 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-ca4c63b6-1f92-40ab-9f34-e722bec10d46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8269047'] for router_gateway, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:41.733973 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-ca4c63b6-1f92-40ab-9f34-e722bec10d46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7992424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-245475'] for router, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:41.737939 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-ca4c63b6-1f92-40ab-9f34-e722bec10d46 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:41.829564 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.db [req-7b19158a-1b0c-4651-9b81-5dc5fc7d23a2 req-41f19646-8e14-4691-b2bc-4dbe1992fad2 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] For port d71e8fb8-deed-4e7a-ad68-64fbaee0e441, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=d71e8fb8-deed-4e7a-ad68-64fbaee0e441,segment=NetworkSegment(0cfbf343-39bd-4fe2-a34a-bcc21842f0af),segment_id=0cfbf343-39bd-4fe2-a34a-bcc21842f0af)] {{(pid=93067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:27:41.829933 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-7b19158a-1b0c-4651-9b81-5dc5fc7d23a2 req-41f19646-8e14-4691-b2bc-4dbe1992fad2 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8264998'] for port, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:41.832350 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-ca4c63b6-1f92-40ab-9f34-e722bec10d46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7993592'] for router, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:41.832876 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca4c63b6-1f92-40ab-9f34-e722bec10d46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91b239b7-2465-4925-93ad-8dab7bd02999 {{(pid=93067) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 09:27:42.072679 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 51082) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:27:42.096142 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-ca4c63b6-1f92-40ab-9f34-e722bec10d46 admin admin] Notify callbacks [] for router, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:42.097370 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-ca4c63b6-1f92-40ab-9f34-e722bec10d46 admin admin] 10.222.0.23 "DELETE /v2.0/routers/91b239b7-2465-4925-93ad-8dab7bd02999 HTTP/1.1" status: 204 len: 168 time: 1.3531907 Jul 28 09:27:42.098602 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.plugin [req-7b19158a-1b0c-4651-9b81-5dc5fc7d23a2 req-41f19646-8e14-4691-b2bc-4dbe1992fad2 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Calling delete_port for d71e8fb8-deed-4e7a-ad68-64fbaee0e441 owned by compute:nova {{(pid=93067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 09:27:42.099966 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 51086) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:27:42.150698 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.db.db_base_plugin_v2 [None req-85074799-3e52-422a-a675-0064c77d4278 admin admin] Deleting subnet e1f74411-6c4e-4dfc-902d-6f35d76f4922 {{(pid=93068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 09:27:42.155019 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-85074799-3e52-422a-a675-0064c77d4278 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:42.198960 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-85074799-3e52-422a-a675-0064c77d4278 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6036963'] for subnet, precommit_delete_associations {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:42.200115 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b325f-c383-4041-b956-69adffb04940 req-5f1fd149-0689-4dd6-8931-ced721dc5e9d tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:42.201658 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-381b325f-c383-4041-b956-69adffb04940 req-5f1fd149-0689-4dd6-8931-ced721dc5e9d tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/ports?device_id=6e1287df-cb69-4058-b6ed-b2156f10ea45 HTTP/1.1" status: 200 len: 945 time: 0.3887033 Jul 28 09:27:42.231730 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3080afc0-4c9a-40f3-8bfe-9a94e8ef3d83 req-2ace7015-ade5-4313-8cb6-cfee750ea34a tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:42.238984 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-3080afc0-4c9a-40f3-8bfe-9a94e8ef3d83 req-2ace7015-ade5-4313-8cb6-cfee750ea34a tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 944 time: 0.1366100 Jul 28 09:27:42.245027 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-6526dde5-e58b-49fd-8872-0c25ee256f9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:42.272180 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-85074799-3e52-422a-a675-0064c77d4278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996982'] for subnet, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:42.298912 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-381b325f-c383-4041-b956-69adffb04940 req-54c86c73-977a-45a3-854d-cf49562ada1e tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.23 "GET /v2.0/security-groups?id=ba7ca661-0cb6-4167-9687-f2b430c66e56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871017 Jul 28 09:27:42.316910 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-3080afc0-4c9a-40f3-8bfe-9a94e8ef3d83 req-5e0e8ef2-b410-4e1f-912a-5893f0a4f44a tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762570 Jul 28 09:27:42.371955 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-85074799-3e52-422a-a675-0064c77d4278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6036889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6272565'] for subnet, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:42.384648 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-7b19158a-1b0c-4651-9b81-5dc5fc7d23a2 req-41f19646-8e14-4691-b2bc-4dbe1992fad2 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732595661087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732595289887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33549966'] for port, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:42.388740 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-85074799-3e52-422a-a675-0064c77d4278 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for subnet, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:42.391174 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-85074799-3e52-422a-a675-0064c77d4278 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/e1f74411-6c4e-4dfc-902d-6f35d76f4922 HTTP/1.1" status: 204 len: 168 time: 0.2896771 Jul 28 09:27:42.396557 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] get_ports_and_sgs() called for port_ids ['d71e8fb8-deed-4e7a-ad68-64fbaee0e441'] {{(pid=93069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:27:42.411937 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 51090) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:27:42.421779 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85074799-3e52-422a-a675-0064c77d4278 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1f74411-6c4e-4dfc-902d-6f35d76f4922,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:27:42.453158 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f19646-8e14-4691-b2bc-4dbe1992fad2 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Pushing event deleted for resources: {'Port': ['ID=d71e8fb8-deed-4e7a-ad68-64fbaee0e441,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:27:42.489357 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-6526dde5-e58b-49fd-8872-0c25ee256f9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:42.518769 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-6526dde5-e58b-49fd-8872-0c25ee256f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:42.518922 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b19158a-1b0c-4651-9b81-5dc5fc7d23a2 req-41f19646-8e14-4691-b2bc-4dbe1992fad2 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] No DVR routers for this DVR port d71e8fb8-deed-4e7a-ad68-64fbaee0e441 on host hv-cinder-80266 {{(pid=93067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 09:27:42.521231 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-7b19158a-1b0c-4651-9b81-5dc5fc7d23a2 req-41f19646-8e14-4691-b2bc-4dbe1992fad2 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905'] for port, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:42.523562 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7b19158a-1b0c-4651-9b81-5dc5fc7d23a2 req-41f19646-8e14-4691-b2bc-4dbe1992fad2 tempest-AttachVolumeNegativeTest-1101656147 tempest-AttachVolumeNegativeTest-1101656147-project] 10.222.0.32 "DELETE /v2.0/ports/d71e8fb8-deed-4e7a-ad68-64fbaee0e441 HTTP/1.1" status: 204 len: 173 time: 1.1303098 Jul 28 09:27:42.524054 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1287df-cb69-4058-b6ed-b2156f10ea45', 'name': 'network-vif-deleted', 'tag': 'd71e8fb8-deed-4e7a-ad68-64fbaee0e441'}] {{(pid=93067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:27:42.526579 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}119bb006a51e6799d77012a49065aa76076224f53078518f9bbc3af1ae40a877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef3bb60-c104-4ca2-aa4d-5bc2a6968f10" -d '{"events": [{"server_uuid": "6e1287df-cb69-4058-b6ed-b2156f10ea45", "name": "network-vif-deleted", "tag": "d71e8fb8-deed-4e7a-ad68-64fbaee0e441"}]}' {{(pid=93067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:27:42.593317 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 51100) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:27:42.594800 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-6526dde5-e58b-49fd-8872-0c25ee256f9e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=328fe3f9e0e34febbcc2f8cc3dc49943&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5208662 Jul 28 09:27:42.603594 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-ca34eda3-81d9-413c-9161-2fd512e8db9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599172'] for network, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:42.607835 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device 745628de-4b2f-4219-83c4-3f0ea83ea2d6 no longer exists at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:27:42.608106 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 09:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ada5c2-9264-4936-bdbe-7ff5649e7d30 x-openstack-request-id: req-26ada5c2-9264-4936-bdbe-7ff5649e7d30 {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:27:42.608609 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e1287df-cb69-4058-b6ed-b2156f10ea45", "name": "network-vif-deleted", "tag": "d71e8fb8-deed-4e7a-ad68-64fbaee0e441", "status": "completed", "code": 200}]} {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:27:42.608878 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-26ada5c2-9264-4936-bdbe-7ff5649e7d30 {{(pid=93067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:27:42.613502 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e1287df-cb69-4058-b6ed-b2156f10ea45', 'name': 'network-vif-deleted', 'tag': 'd71e8fb8-deed-4e7a-ad68-64fbaee0e441', 'status': 'completed', 'code': 200} Jul 28 09:27:42.625522 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6526dde5-e58b-49fd-8872-0c25ee256f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5efc40-f6d0-48a1-8667-ce13468e147c,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:27:42.670572 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-df552fe3-64a4-4874-b2fb-19948c61cbc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:42.675844 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] No Port match for: 745628de-4b2f-4219-83c4-3f0ea83ea2d6 {{(pid=93069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 09:27:42.676614 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device 745628de-4b2f-4219-83c4-3f0ea83ea2d6 not bound to the agent host dv-cinder-802669-1-iscsi {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:27:42.677443 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device bbcc8c3e-93ef-4169-ad22-bfa2229dc276 no longer exists at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:27:42.697538 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] No Port match for: bbcc8c3e-93ef-4169-ad22-bfa2229dc276 {{(pid=93069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 09:27:42.698182 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device bbcc8c3e-93ef-4169-ad22-bfa2229dc276 not bound to the agent host dv-cinder-802669-1-iscsi {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:27:42.700517 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-df552fe3-64a4-4874-b2fb-19948c61cbc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:42.721551 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-ca34eda3-81d9-413c-9161-2fd512e8db9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983811', 'neutron.services.segments.db._delete_segments_for_network-8732595736369'] for network, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:42.732643 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.services.segments.db [None req-ca34eda3-81d9-413c-9161-2fd512e8db9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc5fa390-0a22-474b-ac35-e54c73e4ebd9']}} {{(pid=93068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:27:42.744043 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.services.segments.db [None req-ca34eda3-81d9-413c-9161-2fd512e8db9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2665667-7ebc-4093-83fc-21abd84d8703') {'for_net_delete': True} {{(pid=93068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:27:42.744338 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.services.segments.db [None req-ca34eda3-81d9-413c-9161-2fd512e8db9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2665667-7ebc-4093-83fc-21abd84d8703') {} {{(pid=93068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:27:42.754136 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-ca34eda3-81d9-413c-9161-2fd512e8db9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732595737146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6036970'] for segment, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:42.756513 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-df552fe3-64a4-4874-b2fb-19948c61cbc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:42.759756 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-df552fe3-64a4-4874-b2fb-19948c61cbc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:42.761187 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-df552fe3-64a4-4874-b2fb-19948c61cbc1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/be5efc40-f6d0-48a1-8667-ce13468e147c HTTP/1.1" status: 204 len: 168 time: 0.1668561 Jul 28 09:27:42.774274 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df552fe3-64a4-4874-b2fb-19948c61cbc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5efc40-f6d0-48a1-8667-ce13468e147c,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:27:42.781877 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-ca34eda3-81d9-413c-9161-2fd512e8db9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998659'] for segment, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:42.789743 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca34eda3-81d9-413c-9161-2fd512e8db9f admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=93068) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 09:27:42.790747 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-ca34eda3-81d9-413c-9161-2fd512e8db9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6036963'] for segment, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:42.792585 dv-cinder-802669-1-iscsi neutron-server[93068]: Traceback (most recent call last): Jul 28 09:27:42.792585 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 09:27:42.792585 dv-cinder-802669-1-iscsi neutron-server[93068]: timer() Jul 28 09:27:42.792585 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 09:27:42.792585 dv-cinder-802669-1-iscsi neutron-server[93068]: cb(*args, **kw) Jul 28 09:27:42.792585 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 09:27:42.792585 dv-cinder-802669-1-iscsi neutron-server[93068]: return func(*args, **kwargs) Jul 28 09:27:42.792585 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 09:27:42.792585 dv-cinder-802669-1-iscsi neutron-server[93068]: self._notify() Jul 28 09:27:42.792585 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 09:27:42.792585 dv-cinder-802669-1-iscsi neutron-server[93068]: self.callback(batched_events) Jul 28 09:27:42.792585 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 09:27:42.792585 dv-cinder-802669-1-iscsi neutron-server[93068]: event.method(event) Jul 28 09:27:42.792585 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 09:27:42.792585 dv-cinder-802669-1-iscsi neutron-server[93068]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 09:27:42.792585 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 09:27:42.792585 dv-cinder-802669-1-iscsi neutron-server[93068]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 09:27:42.792585 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 09:27:42.792585 dv-cinder-802669-1-iscsi neutron-server[93068]: return f(self, *a, **k) Jul 28 09:27:42.792585 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 09:27:42.792585 dv-cinder-802669-1-iscsi neutron-server[93068]: return self._get(url).json() Jul 28 09:27:42.792585 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 09:27:42.792585 dv-cinder-802669-1-iscsi neutron-server[93068]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 09:27:42.792585 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 09:27:42.792585 dv-cinder-802669-1-iscsi neutron-server[93068]: return self.request(url, 'GET', **kwargs) Jul 28 09:27:42.792585 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 09:27:42.792585 dv-cinder-802669-1-iscsi neutron-server[93068]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 09:27:42.792585 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 09:27:42.792585 dv-cinder-802669-1-iscsi neutron-server[93068]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 09:27:42.792585 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 09:27:42.792585 dv-cinder-802669-1-iscsi neutron-server[93068]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 09:27:42.792585 dv-cinder-802669-1-iscsi neutron-server[93068]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 09:27:42.859131 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-ca34eda3-81d9-413c-9161-2fd512e8db9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-987120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8269003'] for network, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:42.863675 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-ca34eda3-81d9-413c-9161-2fd512e8db9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for network, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:42.867478 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-ca34eda3-81d9-413c-9161-2fd512e8db9f admin admin] 10.222.0.23 "DELETE /v2.0/networks/bc5fa390-0a22-474b-ac35-e54c73e4ebd9 HTTP/1.1" status: 204 len: 168 time: 0.4529648 Jul 28 09:27:42.880545 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca34eda3-81d9-413c-9161-2fd512e8db9f admin admin] Pushing event deleted for resources: {'Network': ['ID=bc5fa390-0a22-474b-ac35-e54c73e4ebd9,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:27:43.075359 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 51126) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:27:43.109550 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360d61c9-b907-4bdb-83aa-0158170c2156 req-d09a5c8d-bda4-4d8a-8be4-24e22b967fd2 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:43.111251 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-360d61c9-b907-4bdb-83aa-0158170c2156 req-d09a5c8d-bda4-4d8a-8be4-24e22b967fd2 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 944 time: 0.0665026 Jul 28 09:27:43.130030 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-5b5ee465-03b2-4bff-887c-82268e9bb41f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cdd4025f7c74471e81aa73079f97a769&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0522037 Jul 28 09:27:43.135348 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 51128) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:27:43.204321 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-360d61c9-b907-4bdb-83aa-0158170c2156 req-a83dbab2-3378-4f22-91ba-60d694dea9f6 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862613 Jul 28 09:27:43.228366 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-a47231d8-f650-41ec-a3cb-be9a94a33a53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:43.255615 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-a47231d8-f650-41ec-a3cb-be9a94a33a53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:43.312173 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-a47231d8-f650-41ec-a3cb-be9a94a33a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:43.314696 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-a47231d8-f650-41ec-a3cb-be9a94a33a53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:43.315883 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-a47231d8-f650-41ec-a3cb-be9a94a33a53 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6fcd6a40-7c8a-422e-9d89-788c55df10ed HTTP/1.1" status: 204 len: 168 time: 0.1770844 Jul 28 09:27:43.325903 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47231d8-f650-41ec-a3cb-be9a94a33a53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fcd6a40-7c8a-422e-9d89-788c55df10ed,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:27:43.368453 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 51144) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:27:43.416878 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4e230f2-a8ab-4d29-a35b-b0ba92563203 admin admin] Deleting subnet 1774fccb-c973-4490-ba8e-1a26617adb21 {{(pid=93068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 09:27:43.422100 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-d4e230f2-a8ab-4d29-a35b-b0ba92563203 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:43.461677 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-d4e230f2-a8ab-4d29-a35b-b0ba92563203 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6036963'] for subnet, precommit_delete_associations {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:43.511904 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-d4e230f2-a8ab-4d29-a35b-b0ba92563203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996982'] for subnet, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:43.570748 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-d4e230f2-a8ab-4d29-a35b-b0ba92563203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6036889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6272565'] for subnet, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:43.600029 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e230f2-a8ab-4d29-a35b-b0ba92563203 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1774fccb-c973-4490-ba8e-1a26617adb21,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:27:43.603788 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-d4e230f2-a8ab-4d29-a35b-b0ba92563203 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for subnet, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:43.608160 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-d4e230f2-a8ab-4d29-a35b-b0ba92563203 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/1774fccb-c973-4490-ba8e-1a26617adb21 HTTP/1.1" status: 204 len: 168 time: 0.2362342 Jul 28 09:27:43.608346 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 51162) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:27:43.652190 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 51166) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:27:43.690294 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-458421ca-caf0-45e9-b1e1-daf81eed7725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599172'] for network, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:43.787910 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-458421ca-caf0-45e9-b1e1-daf81eed7725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983811', 'neutron.services.segments.db._delete_segments_for_network-8732595736369'] for network, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:43.798166 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.services.segments.db [None req-458421ca-caf0-45e9-b1e1-daf81eed7725 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3463c92e-9592-4a5e-be73-c0318bba2428']}} {{(pid=93068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:27:43.809624 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.services.segments.db [None req-458421ca-caf0-45e9-b1e1-daf81eed7725 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cfbf343-39bd-4fe2-a34a-bcc21842f0af') {'for_net_delete': True} {{(pid=93068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:27:43.810445 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.services.segments.db [None req-458421ca-caf0-45e9-b1e1-daf81eed7725 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cfbf343-39bd-4fe2-a34a-bcc21842f0af') {} {{(pid=93068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:27:43.820196 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-458421ca-caf0-45e9-b1e1-daf81eed7725 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732595737146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6036970'] for segment, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:43.830903 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-dc556b29-9af5-4335-93f2-28b7dfd1ea33 req-89de4708-79e5-4528-93ff-ef7f6a1a2ff4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1716905 Jul 28 09:27:43.835994 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-458421ca-caf0-45e9-b1e1-daf81eed7725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998659'] for segment, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:43.847891 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-458421ca-caf0-45e9-b1e1-daf81eed7725 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=93068) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 09:27:43.849147 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-458421ca-caf0-45e9-b1e1-daf81eed7725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6036963'] for segment, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:43.852405 dv-cinder-802669-1-iscsi neutron-server[93068]: Traceback (most recent call last): Jul 28 09:27:43.852405 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 09:27:43.852405 dv-cinder-802669-1-iscsi neutron-server[93068]: timer() Jul 28 09:27:43.852405 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 09:27:43.852405 dv-cinder-802669-1-iscsi neutron-server[93068]: cb(*args, **kw) Jul 28 09:27:43.852405 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 09:27:43.852405 dv-cinder-802669-1-iscsi neutron-server[93068]: return func(*args, **kwargs) Jul 28 09:27:43.852405 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 09:27:43.852405 dv-cinder-802669-1-iscsi neutron-server[93068]: self._notify() Jul 28 09:27:43.852405 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 09:27:43.852405 dv-cinder-802669-1-iscsi neutron-server[93068]: self.callback(batched_events) Jul 28 09:27:43.852405 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 09:27:43.852405 dv-cinder-802669-1-iscsi neutron-server[93068]: event.method(event) Jul 28 09:27:43.852405 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 09:27:43.852405 dv-cinder-802669-1-iscsi neutron-server[93068]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 09:27:43.852405 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 09:27:43.852405 dv-cinder-802669-1-iscsi neutron-server[93068]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 09:27:43.852405 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 09:27:43.852405 dv-cinder-802669-1-iscsi neutron-server[93068]: return f(self, *a, **k) Jul 28 09:27:43.852405 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 09:27:43.852405 dv-cinder-802669-1-iscsi neutron-server[93068]: return self._get(url).json() Jul 28 09:27:43.852405 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 09:27:43.852405 dv-cinder-802669-1-iscsi neutron-server[93068]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 09:27:43.852405 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 09:27:43.852405 dv-cinder-802669-1-iscsi neutron-server[93068]: return self.request(url, 'GET', **kwargs) Jul 28 09:27:43.852405 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 09:27:43.852405 dv-cinder-802669-1-iscsi neutron-server[93068]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 09:27:43.852405 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 09:27:43.852405 dv-cinder-802669-1-iscsi neutron-server[93068]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 09:27:43.852405 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 09:27:43.852405 dv-cinder-802669-1-iscsi neutron-server[93068]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 09:27:43.852405 dv-cinder-802669-1-iscsi neutron-server[93068]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 09:27:43.923619 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-458421ca-caf0-45e9-b1e1-daf81eed7725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-987120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8269003'] for network, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:43.935616 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-458421ca-caf0-45e9-b1e1-daf81eed7725 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for network, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:43.940058 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-458421ca-caf0-45e9-b1e1-daf81eed7725 admin admin] 10.222.0.23 "DELETE /v2.0/networks/3463c92e-9592-4a5e-be73-c0318bba2428 HTTP/1.1" status: 204 len: 168 time: 0.3307300 Jul 28 09:27:43.959489 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458421ca-caf0-45e9-b1e1-daf81eed7725 admin admin] Pushing event deleted for resources: {'Network': ['ID=3463c92e-9592-4a5e-be73-c0318bba2428,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:27:44.105116 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 51192) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:27:44.159239 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 51194) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:27:44.160394 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-cdbea2ef-2641-46c7-aeee-6a2596fde7fd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3ffc9329f42c48d5a02f450469dbaf89&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0526109 Jul 28 09:27:44.227800 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-72705923-62db-4171-8c84-ba9c5073b35c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:44.261327 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-72705923-62db-4171-8c84-ba9c5073b35c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:44.344391 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72cfb69-3fd2-4fd5-9787-0029b5ef1e7f req-afc1d923-4d81-4636-adc1-b1246ca98612 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:44.350208 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e72cfb69-3fd2-4fd5-9787-0029b5ef1e7f req-afc1d923-4d81-4636-adc1-b1246ca98612 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 944 time: 0.0582511 Jul 28 09:27:44.370254 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-72705923-62db-4171-8c84-ba9c5073b35c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:44.377185 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-72705923-62db-4171-8c84-ba9c5073b35c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:44.383508 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-72705923-62db-4171-8c84-ba9c5073b35c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ba7ca661-0cb6-4167-9687-f2b430c66e56 HTTP/1.1" status: 204 len: 168 time: 0.2224658 Jul 28 09:27:44.393315 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72705923-62db-4171-8c84-ba9c5073b35c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7ca661-0cb6-4167-9687-f2b430c66e56,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:27:44.430630 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e72cfb69-3fd2-4fd5-9787-0029b5ef1e7f req-c79cdbc2-a085-465c-9472-9f15389e7313 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682650 Jul 28 09:27:45.033414 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device d71e8fb8-deed-4e7a-ad68-64fbaee0e441 no longer exists at agent hyperv_hv-cinder-80266 {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:27:45.083638 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] No Port match for: d71e8fb8-deed-4e7a-ad68-64fbaee0e441 {{(pid=93069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 09:27:45.083985 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device d71e8fb8-deed-4e7a-ad68-64fbaee0e441 not bound to the agent host hv-cinder-80266 {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:27:45.084383 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device 783c4c2d-0e20-455d-97a1-49611ff7ea66 no longer exists at agent hyperv_hv-cinder-80266 {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:27:45.645640 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f128952-e6f5-43f6-b9df-e13e464526cd req-70fde4a8-81d5-42f2-bcae-24dcd9937bc3 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:45.647186 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-9f128952-e6f5-43f6-b9df-e13e464526cd req-70fde4a8-81d5-42f2-bcae-24dcd9937bc3 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 944 time: 0.1399221 Jul 28 09:27:45.658231 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc556b29-9af5-4335-93f2-28b7dfd1ea33 req-cf1e8e14-7f3c-4c1b-9dae-41c7c92a3d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:45.659931 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-dc556b29-9af5-4335-93f2-28b7dfd1ea33 req-cf1e8e14-7f3c-4c1b-9dae-41c7c92a3d34 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3&tenant_id=b8340ca8a0bb47c3871a9e4d939e9a44 HTTP/1.1" status: 200 len: 1097 time: 0.1144061 Jul 28 09:27:45.742713 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-9f128952-e6f5-43f6-b9df-e13e464526cd req-2bc807b7-33b2-4597-96ee-e305629151e8 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870862 Jul 28 09:27:45.753867 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc556b29-9af5-4335-93f2-28b7dfd1ea33 req-461dad04-bf6b-4c6a-b1fc-d2019e597744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:45.755397 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-dc556b29-9af5-4335-93f2-28b7dfd1ea33 req-461dad04-bf6b-4c6a-b1fc-d2019e597744 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b8340ca8a0bb47c3871a9e4d939e9a44&device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 1097 time: 0.0679147 Jul 28 09:27:45.870911 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc556b29-9af5-4335-93f2-28b7dfd1ea33 req-10a26365-332d-4257-82da-68adacaec80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:45.870911 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-dc556b29-9af5-4335-93f2-28b7dfd1ea33 req-10a26365-332d-4257-82da-68adacaec80c service neutron] 10.222.0.32 "GET /v2.0/networks?id=59c4a637-5ed0-4b6e-a037-96ec97ce270f HTTP/1.1" status: 200 len: 918 time: 0.1073332 Jul 28 09:27:45.950459 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-dc556b29-9af5-4335-93f2-28b7dfd1ea33 req-8f22c251-91c1-45b2-bde3-ccfb813f860c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=783c4c2d-0e20-455d-97a1-49611ff7ea66 HTTP/1.1" status: 200 len: 999 time: 0.0699177 Jul 28 09:27:46.006739 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc556b29-9af5-4335-93f2-28b7dfd1ea33 req-2ce722b7-70b8-4e6b-b821-6546a03b58c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:46.008167 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-dc556b29-9af5-4335-93f2-28b7dfd1ea33 req-2ce722b7-70b8-4e6b-b821-6546a03b58c3 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fd0bcb40-b982-4039-a925-2309bc61c85b HTTP/1.1" status: 200 len: 856 time: 0.0503874 Jul 28 09:27:46.057824 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc556b29-9af5-4335-93f2-28b7dfd1ea33 req-ea462fcf-a0ac-451f-a3b5-8712d7e1270f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:46.059605 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-dc556b29-9af5-4335-93f2-28b7dfd1ea33 req-ea462fcf-a0ac-451f-a3b5-8712d7e1270f service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59c4a637-5ed0-4b6e-a037-96ec97ce270f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428762 Jul 28 09:27:46.154046 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-dc556b29-9af5-4335-93f2-28b7dfd1ea33 req-7a342ad7-f3a6-4a53-b146-ae1f423432ba service neutron] 10.222.0.32 "GET /v2.0/networks/59c4a637-5ed0-4b6e-a037-96ec97ce270f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863721 Jul 28 09:27:46.251777 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-dc556b29-9af5-4335-93f2-28b7dfd1ea33 req-b4e4270d-ac41-4058-8703-fcfdb10df638 service neutron] 10.222.0.32 "GET /v2.0/networks/59c4a637-5ed0-4b6e-a037-96ec97ce270f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879359 Jul 28 09:27:46.933032 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c258c2b2-7347-465f-b11f-2b7f47732d62 req-48b4737a-6fa8-4f4f-a9e7-a0099d872bd7 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:46.936858 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-c258c2b2-7347-465f-b11f-2b7f47732d62 req-48b4737a-6fa8-4f4f-a9e7-a0099d872bd7 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 944 time: 0.0840781 Jul 28 09:27:47.039768 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-c258c2b2-7347-465f-b11f-2b7f47732d62 req-b6636ef5-b744-4f6e-ace8-f16d09170eef tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927320 Jul 28 09:27:48.197760 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d97fa4-40d0-482a-ab77-8f3cc419e218 req-d62a1911-0b46-4843-a70e-d7ca4d25ab86 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:48.199219 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-17d97fa4-40d0-482a-ab77-8f3cc419e218 req-d62a1911-0b46-4843-a70e-d7ca4d25ab86 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 944 time: 0.0642257 Jul 28 09:27:48.242728 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-17d97fa4-40d0-482a-ab77-8f3cc419e218 req-397f5529-482f-4a7b-ab23-21ae654ae9f8 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374615 Jul 28 09:27:48.749762 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 51396) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:27:48.874777 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-9e8c0adf-cbe9-42cb-8ab8-222839d45745 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:48.983738 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-9e8c0adf-cbe9-42cb-8ab8-222839d45745 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:48.988791 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-9e8c0adf-cbe9-42cb-8ab8-222839d45745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:49.024059 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8c0adf-cbe9-42cb-8ab8-222839d45745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb25c98-d388-48a2-be59-ef3b5dbefada,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:27:49.036244 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-9e8c0adf-cbe9-42cb-8ab8-222839d45745 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=514da565e66c4401839ea2d02c3fc894&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2855699 Jul 28 09:27:49.036658 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 51402) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:27:49.098859 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-00632271-3e4a-4262-bd47-673db5aeb5aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:49.120296 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-00632271-3e4a-4262-bd47-673db5aeb5aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:49.171394 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-00632271-3e4a-4262-bd47-673db5aeb5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:49.174096 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-00632271-3e4a-4262-bd47-673db5aeb5aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:49.175556 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-00632271-3e4a-4262-bd47-673db5aeb5aa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cfb25c98-d388-48a2-be59-ef3b5dbefada HTTP/1.1" status: 204 len: 168 time: 0.1377828 Jul 28 09:27:49.189568 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00632271-3e4a-4262-bd47-673db5aeb5aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb25c98-d388-48a2-be59-ef3b5dbefada,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:27:49.377082 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe28c80-8621-45c1-ac8d-ba438e73aaff req-b0017a90-4412-474e-8793-8f1482fe4e3a tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:49.378821 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-efe28c80-8621-45c1-ac8d-ba438e73aaff req-b0017a90-4412-474e-8793-8f1482fe4e3a tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 944 time: 0.0531445 Jul 28 09:27:49.437721 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-efe28c80-8621-45c1-ac8d-ba438e73aaff req-31dd84a2-b79a-4c6d-92e4-9ef0afe49ad2 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488901 Jul 28 09:27:50.582965 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aad88f-1d5b-41a6-9a3d-ad0c1585a359 req-73c2ce40-76de-491e-8b83-124b2d2a1b06 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:50.584497 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-27aad88f-1d5b-41a6-9a3d-ad0c1585a359 req-73c2ce40-76de-491e-8b83-124b2d2a1b06 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 944 time: 0.0544996 Jul 28 09:27:50.630390 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-27aad88f-1d5b-41a6-9a3d-ad0c1585a359 req-fdb39808-55e1-4fc6-bb5b-1e9e780c521c tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378201 Jul 28 09:27:51.758346 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf4f5c-acd5-48ce-ab0d-250a761a9d28 req-de8f700a-df54-4f34-87e2-4b9fe069f4a7 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:51.759913 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-8eaf4f5c-acd5-48ce-ab0d-250a761a9d28 req-de8f700a-df54-4f34-87e2-4b9fe069f4a7 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 944 time: 0.0527685 Jul 28 09:27:51.802480 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-8eaf4f5c-acd5-48ce-ab0d-250a761a9d28 req-d4119706-6eea-4cca-a94d-8e7e6c7c26de tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359299 Jul 28 09:27:52.689785 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.agents_db [None req-63843732-4a37-4b37-bfab-6dab7fdb1052 None None] Agent healthcheck: found 6 active agents {{(pid=93070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:27:52.977815 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74d2030-8097-4187-9352-5189e32948df req-06808877-1934-4d04-a159-64ccdae6993d tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:52.988388 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-d74d2030-8097-4187-9352-5189e32948df req-06808877-1934-4d04-a159-64ccdae6993d tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 944 time: 0.0980308 Jul 28 09:27:53.026527 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-d74d2030-8097-4187-9352-5189e32948df req-26299bbd-9373-4f42-a45d-577d11e58f61 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367622 Jul 28 09:27:54.185950 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daf6094-d033-47b2-8acf-72139706479a req-dcefe64f-8001-4b90-b278-ed59e568d52e tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:54.191121 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-0daf6094-d033-47b2-8acf-72139706479a req-dcefe64f-8001-4b90-b278-ed59e568d52e tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 944 time: 0.0737708 Jul 28 09:27:54.238301 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-0daf6094-d033-47b2-8acf-72139706479a req-38a070a8-9aeb-42ea-9dbc-90ae3634cf07 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407488 Jul 28 09:27:54.804604 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:55.367700 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321171f4-e733-4dc0-8f3b-c44d8f14fb99 req-7be76049-4dab-4328-b923-8361fc887811 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:55.369197 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-321171f4-e733-4dc0-8f3b-c44d8f14fb99 req-7be76049-4dab-4328-b923-8361fc887811 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 944 time: 0.0509355 Jul 28 09:27:55.421639 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-321171f4-e733-4dc0-8f3b-c44d8f14fb99 req-0ff3c0f6-2f2e-4778-9fbe-cec6bebc834f tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410666 Jul 28 09:27:56.562594 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44d15c0-8e92-44d8-83df-2cf8a05e1419 req-eace509e-9d58-4264-bdc7-e39125a1ac90 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:56.564183 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-c44d15c0-8e92-44d8-83df-2cf8a05e1419 req-eace509e-9d58-4264-bdc7-e39125a1ac90 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 944 time: 0.0518873 Jul 28 09:27:56.606229 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-c44d15c0-8e92-44d8-83df-2cf8a05e1419 req-f4e391da-7159-49d9-8bfc-f52d46fc53fd tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359669 Jul 28 09:27:57.771129 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc478725-2720-43f7-8afb-fe0e131a18f0 req-b50d58d5-a59b-43ed-91bf-7d6e63e8f5b8 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:57.772850 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-bc478725-2720-43f7-8afb-fe0e131a18f0 req-b50d58d5-a59b-43ed-91bf-7d6e63e8f5b8 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 944 time: 0.0706019 Jul 28 09:27:57.817257 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-bc478725-2720-43f7-8afb-fe0e131a18f0 req-260b4c20-62ec-4fff-85d9-ed0de8d57877 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359015 Jul 28 09:27:58.348945 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-e7d6a26d-d0e4-4bd5-835e-bf6695cd5392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:27:58.944113 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61d8818-29f2-4c94-8c20-194c2796a683 req-0502f51d-d7fb-438e-b213-2feecd85d37e tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:58.945734 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b61d8818-29f2-4c94-8c20-194c2796a683 req-0502f51d-d7fb-438e-b213-2feecd85d37e tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 944 time: 0.0501752 Jul 28 09:27:59.009548 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-059556c6-7eef-4aaf-ae24-72519f573266 req-a615ec32-c18a-4c8b-9e4b-559a35b6df39 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0627966 Jul 28 09:27:59.013361 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b61d8818-29f2-4c94-8c20-194c2796a683 req-532bfb7b-ce48-436f-b5e8-71ecc6042ae8 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571332 Jul 28 09:27:59.078676 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059556c6-7eef-4aaf-ae24-72519f573266 req-94c5df31-9bfa-4637-9b53-e01183aeaf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:59.080626 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-059556c6-7eef-4aaf-ae24-72519f573266 req-94c5df31-9bfa-4637-9b53-e01183aeaf0d service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9a1f63fb540e42f18f0ec634cc138c04&device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 1099 time: 0.0456781 Jul 28 09:27:59.190630 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059556c6-7eef-4aaf-ae24-72519f573266 req-5d6692d9-e949-451f-bbda-1764b37588b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:59.192177 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-059556c6-7eef-4aaf-ae24-72519f573266 req-5d6692d9-e949-451f-bbda-1764b37588b4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=39e9cde6-0d01-4242-a6ed-06857cf13960 HTTP/1.1" status: 200 len: 912 time: 0.0889006 Jul 28 09:27:59.263421 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-059556c6-7eef-4aaf-ae24-72519f573266 req-1da79081-90c5-43a4-8615-b294e2d914f7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07e5d078-45f6-402a-8b20-74f5720941fe HTTP/1.1" status: 200 len: 1002 time: 0.0634205 Jul 28 09:27:59.316305 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059556c6-7eef-4aaf-ae24-72519f573266 req-33346239-cff7-49ab-851a-14719203fd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:59.317778 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-059556c6-7eef-4aaf-ae24-72519f573266 req-33346239-cff7-49ab-851a-14719203fd94 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=20e57957-5bf7-45eb-ad51-199187182dea HTTP/1.1" status: 200 len: 850 time: 0.0454829 Jul 28 09:27:59.367984 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059556c6-7eef-4aaf-ae24-72519f573266 req-d517cfd4-aacc-4947-aba8-7e4aa67ecefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:27:59.369540 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-059556c6-7eef-4aaf-ae24-72519f573266 req-d517cfd4-aacc-4947-aba8-7e4aa67ecefe service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=39e9cde6-0d01-4242-a6ed-06857cf13960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411446 Jul 28 09:27:59.476042 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-059556c6-7eef-4aaf-ae24-72519f573266 req-a234a347-d1b2-4492-bfcb-bee4fc1eaff1 service neutron] 10.222.0.32 "GET /v2.0/networks/39e9cde6-0d01-4242-a6ed-06857cf13960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886557 Jul 28 09:27:59.566490 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-059556c6-7eef-4aaf-ae24-72519f573266 req-0eb93050-9c40-452d-80a3-f327f499ee26 service neutron] 10.222.0.32 "GET /v2.0/networks/39e9cde6-0d01-4242-a6ed-06857cf13960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831451 Jul 28 09:28:00.058058 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 51668) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:28:00.148879 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb36245-7c96-474a-bd8e-9e99042f2ed2 req-a027bf34-f8bb-4b71-962d-fd02dc5e4b72 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:28:00.150395 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-1bb36245-7c96-474a-bd8e-9e99042f2ed2 req-a027bf34-f8bb-4b71-962d-fd02dc5e4b72 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 944 time: 0.0507004 Jul 28 09:28:00.199870 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-db6aea29-0b80-4e6a-91a0-2d3cfe923c5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:00.220386 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-1bb36245-7c96-474a-bd8e-9e99042f2ed2 req-845bca48-148c-4c30-a157-87c5ecf4fbb0 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615983 Jul 28 09:28:00.307027 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-db6aea29-0b80-4e6a-91a0-2d3cfe923c5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:00.310973 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-db6aea29-0b80-4e6a-91a0-2d3cfe923c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:00.352615 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-db6aea29-0b80-4e6a-91a0-2d3cfe923c5c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8d52fac215e24da6ba06660b2a06613a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2917292 Jul 28 09:28:00.353497 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6aea29-0b80-4e6a-91a0-2d3cfe923c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5ac42b-327c-4ec8-9f39-f2abb436682b,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:28:00.355271 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 51672) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:28:00.407860 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-3fe86535-6425-44ac-970c-8af780e5d35c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:00.428612 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-3fe86535-6425-44ac-970c-8af780e5d35c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:00.473591 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-3fe86535-6425-44ac-970c-8af780e5d35c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:00.476203 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-3fe86535-6425-44ac-970c-8af780e5d35c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:00.477334 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-3fe86535-6425-44ac-970c-8af780e5d35c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ff5ac42b-327c-4ec8-9f39-f2abb436682b HTTP/1.1" status: 204 len: 168 time: 0.1208117 Jul 28 09:28:00.485226 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe86535-6425-44ac-970c-8af780e5d35c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5ac42b-327c-4ec8-9f39-f2abb436682b,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:28:00.721382 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fa70c334-6903-4e7d-b8ff-a13b0e4a7e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:01.093404 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:01.350705 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c8054-01a4-49cc-aa80-411f262967b5 req-c5c5df34-74fc-4b55-89f1-8ac2c89cb67f tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:28:01.352509 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-9d2c8054-01a4-49cc-aa80-411f262967b5 req-c5c5df34-74fc-4b55-89f1-8ac2c89cb67f tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 944 time: 0.0550683 Jul 28 09:28:01.402080 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-9d2c8054-01a4-49cc-aa80-411f262967b5 req-9c3f242c-206c-4c6a-9e3b-100a7e6a6dba tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411334 Jul 28 09:28:02.059817 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 51750) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:28:02.080533 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-29fc97ff-9392-4c7d-8b91-be3be07fca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:02.164287 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-f548ee72-ade3-443b-b103-722d3cdb5932 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:02.251848 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-f548ee72-ade3-443b-b103-722d3cdb5932 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:02.255597 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-f548ee72-ade3-443b-b103-722d3cdb5932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:02.297260 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-f548ee72-ade3-443b-b103-722d3cdb5932 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e274068c697744a68efaf84dd75d1676&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2364495 Jul 28 09:28:02.298106 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f548ee72-ade3-443b-b103-722d3cdb5932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51bc2392-8c1d-412d-be57-32e6a72cdb97,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:28:02.300030 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 51754) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:28:02.349580 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-89256112-d1e5-4984-8f5f-303ac374e17d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:02.369632 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-89256112-d1e5-4984-8f5f-303ac374e17d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:02.414656 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-89256112-d1e5-4984-8f5f-303ac374e17d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:02.417234 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-89256112-d1e5-4984-8f5f-303ac374e17d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:02.418725 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-89256112-d1e5-4984-8f5f-303ac374e17d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/51bc2392-8c1d-412d-be57-32e6a72cdb97 HTTP/1.1" status: 204 len: 168 time: 0.1169200 Jul 28 09:28:02.426165 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89256112-d1e5-4984-8f5f-303ac374e17d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51bc2392-8c1d-412d-be57-32e6a72cdb97,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:28:02.534093 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df41b97a-4d1d-4d6d-aa5d-2e0c8951699d req-708a5921-e4be-4ea1-a2b6-f58bb6dd0dee tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:28:02.536284 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-df41b97a-4d1d-4d6d-aa5d-2e0c8951699d req-708a5921-e4be-4ea1-a2b6-f58bb6dd0dee tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 944 time: 0.0574629 Jul 28 09:28:02.583748 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-df41b97a-4d1d-4d6d-aa5d-2e0c8951699d req-0eca7a3a-4b1c-4962-b52c-2a939db827e1 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397387 Jul 28 09:28:02.709179 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 51770) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:28:02.722055 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-ba02a70f-f8c6-4320-8f8a-0ab29c6f8f90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:02.806166 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-ba02a70f-f8c6-4320-8f8a-0ab29c6f8f90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:02.811190 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-ba02a70f-f8c6-4320-8f8a-0ab29c6f8f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:02.846646 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba02a70f-f8c6-4320-8f8a-0ab29c6f8f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e6cd9f-9b85-4fca-b43d-1cdee955b250,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:28:02.850843 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-ba02a70f-f8c6-4320-8f8a-0ab29c6f8f90 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9e7627aa7f9f441d851f66b9b49f16d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1406851 Jul 28 09:28:02.853468 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 51774) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:28:02.904562 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-6dd69393-6b75-4c87-9335-3a338cf24d6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:02.924819 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-6dd69393-6b75-4c87-9335-3a338cf24d6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:02.968274 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-6dd69393-6b75-4c87-9335-3a338cf24d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:02.970829 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-6dd69393-6b75-4c87-9335-3a338cf24d6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:02.971979 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-6dd69393-6b75-4c87-9335-3a338cf24d6a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/26e6cd9f-9b85-4fca-b43d-1cdee955b250 HTTP/1.1" status: 204 len: 168 time: 0.1176312 Jul 28 09:28:02.979302 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd69393-6b75-4c87-9335-3a338cf24d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e6cd9f-9b85-4fca-b43d-1cdee955b250,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:28:03.623355 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-2284cd4c-493c-4cd5-902b-cad83a6c7b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:03.708503 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e7d218-a06e-4e95-ad10-0c04be6353e7 req-675c2e91-7af5-42eb-90bc-8ef3be23a756 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:28:03.710006 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-90e7d218-a06e-4e95-ad10-0c04be6353e7 req-675c2e91-7af5-42eb-90bc-8ef3be23a756 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 944 time: 0.0507452 Jul 28 09:28:03.760270 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-90e7d218-a06e-4e95-ad10-0c04be6353e7 req-e1fd3468-abf8-4ae9-a504-af454749e9fc tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428178 Jul 28 09:28:04.898698 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ceeb27-3391-48ed-a0f4-eab1258f14dc req-acb1f54e-bdc9-4845-9bc5-4a8bf2981ef0 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:28:04.907075 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-c5ceeb27-3391-48ed-a0f4-eab1258f14dc req-acb1f54e-bdc9-4845-9bc5-4a8bf2981ef0 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 944 time: 0.0577748 Jul 28 09:28:04.949753 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-c5ceeb27-3391-48ed-a0f4-eab1258f14dc req-4812f76a-51ff-4873-9125-8a81d88ec6c5 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392146 Jul 28 09:28:06.066853 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df37b23-5b66-4c28-b240-3a58cc43bd5d req-e46802a9-4512-43bb-882f-1e6b5381b026 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:28:06.068373 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-6df37b23-5b66-4c28-b240-3a58cc43bd5d req-e46802a9-4512-43bb-882f-1e6b5381b026 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 944 time: 0.0534389 Jul 28 09:28:06.104866 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-6df37b23-5b66-4c28-b240-3a58cc43bd5d req-263247f6-a79d-413e-92ef-3a81663ad0e5 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306096 Jul 28 09:28:07.197773 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device 783c4c2d-0e20-455d-97a1-49611ff7ea66 details requested by agent hyperv_hv-cinder-80266 with host hv-cinder-80266 {{(pid=93069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 09:28:07.228104 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f6e4cb-3e1e-475e-93a2-1fe948fb56e3 req-5ea5c9a4-c678-4de8-a6ec-fe46771d09e6 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:28:07.229648 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-20f6e4cb-3e1e-475e-93a2-1fe948fb56e3 req-5ea5c9a4-c678-4de8-a6ec-fe46771d09e6 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 944 time: 0.0520651 Jul 28 09:28:07.271004 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-20f6e4cb-3e1e-475e-93a2-1fe948fb56e3 req-fa4559b4-9887-4d39-972f-c162f0d5d8c6 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338361 Jul 28 09:28:07.301894 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port 783c4c2d-0e20-455d-97a1-49611ff7ea66, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=783c4c2d-0e20-455d-97a1-49611ff7ea66,segment=NetworkSegment(8d4ebd29-05d0-486e-9486-49583b4bf742),segment_id=8d4ebd29-05d0-486e-9486-49583b4bf742)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:28:07.314769 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Returning: {'device': '783c4c2d-0e20-455d-97a1-49611ff7ea66', 'network_id': '59c4a637-5ed0-4b6e-a037-96ec97ce270f', 'port_id': '783c4c2d-0e20-455d-97a1-49611ff7ea66', 'mac_address': 'fa:16:3e:c0:18:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd0bcb40-b982-4039-a925-2309bc61c85b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 09:28:07.354133 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:07.367372 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.notifiers.nova [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 783c4c2d-0e20-455d-97a1-49611ff7ea66 {{(pid=93069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 09:28:07.387906 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port 783c4c2d-0e20-455d-97a1-49611ff7ea66, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=783c4c2d-0e20-455d-97a1-49611ff7ea66,segment=NetworkSegment(8d4ebd29-05d0-486e-9486-49583b4bf742),segment_id=8d4ebd29-05d0-486e-9486-49583b4bf742)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:28:07.392033 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:07.440696 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Pushing event updated for resources: {'Port': ['ID=783c4c2d-0e20-455d-97a1-49611ff7ea66,revision_number=9']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:28:07.447679 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:07.448058 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:07.448399 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:07.448759 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:07.449083 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:07.449402 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:07.449813 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:07.450188 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:07.450527 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:07.450880 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:07.451205 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:07.451518 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:07.895361 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 51940) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:28:07.995281 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-265cffc3-a9b0-42fc-99cf-bde9c5993a08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:08.082433 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-265cffc3-a9b0-42fc-99cf-bde9c5993a08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:08.085904 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-265cffc3-a9b0-42fc-99cf-bde9c5993a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:08.125382 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-265cffc3-a9b0-42fc-99cf-bde9c5993a08 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=90686db51fd74d93b66ad4c103ba05a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2265449 Jul 28 09:28:08.125382 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265cffc3-a9b0-42fc-99cf-bde9c5993a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8397a71b-71a0-4f93-be37-c1ce93ec8458,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:28:08.125742 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 51946) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:28:08.172699 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-98a82ed0-7c07-49b4-967f-876f7ec6feb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:08.195100 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-98a82ed0-7c07-49b4-967f-876f7ec6feb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:08.397241 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e8696-86e1-412d-8839-84cc753d00b6 req-efb629f4-f307-4596-b935-c968631eb72a tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:28:08.398963 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-0d7e8696-86e1-412d-8839-84cc753d00b6 req-efb629f4-f307-4596-b935-c968631eb72a tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 945 time: 0.0526781 Jul 28 09:28:08.443797 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-98a82ed0-7c07-49b4-967f-876f7ec6feb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:08.445642 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-0d7e8696-86e1-412d-8839-84cc753d00b6 req-7a521fdf-1b3c-46b5-adef-2ff0d79167b8 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384181 Jul 28 09:28:08.446278 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-98a82ed0-7c07-49b4-967f-876f7ec6feb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:08.447418 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-98a82ed0-7c07-49b4-967f-876f7ec6feb3 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8397a71b-71a0-4f93-be37-c1ce93ec8458 HTTP/1.1" status: 204 len: 168 time: 0.3207057 Jul 28 09:28:08.456832 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a82ed0-7c07-49b4-967f-876f7ec6feb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8397a71b-71a0-4f93-be37-c1ce93ec8458,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:28:08.752801 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 51958) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:28:08.766053 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-f168779b-f651-4302-9359-bf0a3e70623b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:08.871271 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-f168779b-f651-4302-9359-bf0a3e70623b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:08.876083 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-f168779b-f651-4302-9359-bf0a3e70623b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:08.920847 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-f168779b-f651-4302-9359-bf0a3e70623b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9c9c34de53a2409393c298f58b39fc94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1668496 Jul 28 09:28:08.922160 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f168779b-f651-4302-9359-bf0a3e70623b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4153c135-3315-4d38-85f0-c7b90d884646,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:28:08.923401 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 51960) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:28:08.981561 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-3e8745f7-5e7e-4e4e-8811-10617b2c248e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:09.011092 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-3e8745f7-5e7e-4e4e-8811-10617b2c248e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:09.077394 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-3e8745f7-5e7e-4e4e-8811-10617b2c248e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:09.080488 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-3e8745f7-5e7e-4e4e-8811-10617b2c248e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:09.081930 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-3e8745f7-5e7e-4e4e-8811-10617b2c248e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4153c135-3315-4d38-85f0-c7b90d884646 HTTP/1.1" status: 204 len: 168 time: 0.1568599 Jul 28 09:28:09.089346 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8745f7-5e7e-4e4e-8811-10617b2c248e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4153c135-3315-4d38-85f0-c7b90d884646,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:28:09.410058 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 51966) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:28:09.423458 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-d2045fa2-64ac-49c9-8d9f-ab2788a71995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:09.428995 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] get_ports_and_sgs() called for port_ids ['783c4c2d-0e20-455d-97a1-49611ff7ea66'] {{(pid=93069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:28:09.533568 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-d2045fa2-64ac-49c9-8d9f-ab2788a71995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:09.537967 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-d2045fa2-64ac-49c9-8d9f-ab2788a71995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:09.583150 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-d2045fa2-64ac-49c9-8d9f-ab2788a71995 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1e248a56b7604324aaefd53a58a5c2d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1719661 Jul 28 09:28:09.583656 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7537a34-e71a-413c-81de-7e1068f3f633 req-cca8a4e7-0dd8-43f5-9bda-b9b8a1d270af tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:28:09.584366 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2045fa2-64ac-49c9-8d9f-ab2788a71995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9171e63e-3657-420c-8dc5-8b52c31b473f,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:28:09.585277 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b7537a34-e71a-413c-81de-7e1068f3f633 req-cca8a4e7-0dd8-43f5-9bda-b9b8a1d270af tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 945 time: 0.0488255 Jul 28 09:28:09.585918 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 51972) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:28:09.649782 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b7537a34-e71a-413c-81de-7e1068f3f633 req-dc0b0a55-896f-484b-9e3f-72b9f08dda86 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571811 Jul 28 09:28:09.663318 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-0e60810a-edfe-4a6e-bbff-adfcc83e0f31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:09.684640 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-0e60810a-edfe-4a6e-bbff-adfcc83e0f31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:09.728185 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-0e60810a-edfe-4a6e-bbff-adfcc83e0f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:09.731508 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-0e60810a-edfe-4a6e-bbff-adfcc83e0f31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:09.732654 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-0e60810a-edfe-4a6e-bbff-adfcc83e0f31 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9171e63e-3657-420c-8dc5-8b52c31b473f HTTP/1.1" status: 204 len: 168 time: 0.1458516 Jul 28 09:28:09.740179 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e60810a-edfe-4a6e-bbff-adfcc83e0f31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9171e63e-3657-420c-8dc5-8b52c31b473f,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:28:10.776923 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b116485b-777b-4f09-b050-cc0a2b4d9857 req-944060fb-6131-4a27-bcda-c76882773a12 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:28:10.779648 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b116485b-777b-4f09-b050-cc0a2b4d9857 req-944060fb-6131-4a27-bcda-c76882773a12 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 945 time: 0.0568726 Jul 28 09:28:10.823975 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b116485b-777b-4f09-b050-cc0a2b4d9857 req-4dc5a307-5ed9-4dba-ac81-d4d85bc1f67f tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370343 Jul 28 09:28:11.943371 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211953dd-1bcf-457a-9ad4-23ddb605a012 req-24abdbbc-a52d-488e-bf0a-468230c6246e tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:28:11.944878 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-211953dd-1bcf-457a-9ad4-23ddb605a012 req-24abdbbc-a52d-488e-bf0a-468230c6246e tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 945 time: 0.0500574 Jul 28 09:28:11.982177 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-211953dd-1bcf-457a-9ad4-23ddb605a012 req-b54a191c-d817-4150-af82-2e6259173387 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308022 Jul 28 09:28:13.099784 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30bb058-a5da-44ba-aa3e-7047cf40545e req-ccc326d3-0b72-47b4-acdd-a599b70ad958 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:28:13.101176 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e30bb058-a5da-44ba-aa3e-7047cf40545e req-ccc326d3-0b72-47b4-acdd-a599b70ad958 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 945 time: 0.0481205 Jul 28 09:28:13.138606 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e30bb058-a5da-44ba-aa3e-7047cf40545e req-c0909afd-6193-46d7-8d50-91d65eecd179 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313759 Jul 28 09:28:14.256128 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719f5e9-4258-4e57-aa16-2954a9c75415 req-74cda2c7-3f18-4c8d-8eab-4f55e6eb5a06 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:28:14.257612 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-3719f5e9-4258-4e57-aa16-2954a9c75415 req-74cda2c7-3f18-4c8d-8eab-4f55e6eb5a06 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 945 time: 0.0478358 Jul 28 09:28:14.296308 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-3719f5e9-4258-4e57-aa16-2954a9c75415 req-89366ae0-0404-4751-9f31-cb3e45b4e28e tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322292 Jul 28 09:28:15.419166 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503daf4-9a75-449c-9e5a-f59d377aaff0 req-f7e5b052-15db-4ffb-959d-fa54f3ac8b68 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:28:15.420627 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-6503daf4-9a75-449c-9e5a-f59d377aaff0 req-f7e5b052-15db-4ffb-959d-fa54f3ac8b68 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 945 time: 0.0505056 Jul 28 09:28:15.458126 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-6503daf4-9a75-449c-9e5a-f59d377aaff0 req-a5b0a16f-3906-4981-ae6a-d181aef7a6ef tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316453 Jul 28 09:28:15.899633 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device 783c4c2d-0e20-455d-97a1-49611ff7ea66 up at agent hyperv_hv-cinder-80266 {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:28:15.946397 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Provisioning complete for port 783c4c2d-0e20-455d-97a1-49611ff7ea66 triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:28:15.946775 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:16.022712 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:16.045372 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1770556b-7187-418c-9c5e-6f6652a8f4c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '783c4c2d-0e20-455d-97a1-49611ff7ea66'}] {{(pid=93069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:28:16.047565 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386f2323eb9bad1244c7f57c000109fc890726fb555cdcb5e37d65c089562af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faed88e4-fc92-4873-a849-9deeaa262a73" -d '{"events": [{"server_uuid": "1770556b-7187-418c-9c5e-6f6652a8f4c3", "name": "network-vif-plugged", "status": "completed", "tag": "783c4c2d-0e20-455d-97a1-49611ff7ea66"}]}' {{(pid=93069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:28:16.060987 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port 783c4c2d-0e20-455d-97a1-49611ff7ea66, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=783c4c2d-0e20-455d-97a1-49611ff7ea66,segment=NetworkSegment(8d4ebd29-05d0-486e-9486-49583b4bf742),segment_id=8d4ebd29-05d0-486e-9486-49583b4bf742)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:28:16.066696 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:16.089574 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 09:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9df3c9d-1846-40f1-b72a-93d36050234f x-openstack-request-id: req-d9df3c9d-1846-40f1-b72a-93d36050234f {{(pid=93069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:28:16.089863 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1770556b-7187-418c-9c5e-6f6652a8f4c3", "name": "network-vif-plugged", "status": "completed", "tag": "783c4c2d-0e20-455d-97a1-49611ff7ea66", "code": 200}]} {{(pid=93069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:28:16.090124 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d9df3c9d-1846-40f1-b72a-93d36050234f {{(pid=93069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:28:16.091029 dv-cinder-802669-1-iscsi neutron-server[93069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1770556b-7187-418c-9c5e-6f6652a8f4c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '783c4c2d-0e20-455d-97a1-49611ff7ea66', 'code': 200} Jul 28 09:28:16.116564 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Pushing event updated for resources: {'Port': ['ID=783c4c2d-0e20-455d-97a1-49611ff7ea66,revision_number=10']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:28:16.573754 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a36668-de99-40c0-a7cb-8533d56d9cc8 req-2ab29d2a-bc63-43a2-aff5-ddea55feb0c6 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:28:16.575795 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b0a36668-de99-40c0-a7cb-8533d56d9cc8 req-2ab29d2a-bc63-43a2-aff5-ddea55feb0c6 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 947 time: 0.0470486 Jul 28 09:28:16.619243 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b0a36668-de99-40c0-a7cb-8533d56d9cc8 req-1a4a1bd2-8f11-467b-b84e-4020bebb83ab tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324290 Jul 28 09:28:17.420808 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bab12ff-713f-4c94-b95e-6af520d149ab req-9d378e1d-3a67-4291-9d91-33a55b2c12b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:28:17.422269 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-6bab12ff-713f-4c94-b95e-6af520d149ab req-9d378e1d-3a67-4291-9d91-33a55b2c12b9 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 1100 time: 0.0392613 Jul 28 09:28:17.458180 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-6bab12ff-713f-4c94-b95e-6af520d149ab req-8574022d-edd8-40a7-8fc0-003b9622c043 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271497 Jul 28 09:28:17.743843 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3939c97-72a5-4248-b748-d59c90faa2ea req-32ae7023-0e03-4c83-8abf-580290240457 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:28:17.745339 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a3939c97-72a5-4248-b748-d59c90faa2ea req-32ae7023-0e03-4c83-8abf-580290240457 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 947 time: 0.0523856 Jul 28 09:28:17.788831 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a3939c97-72a5-4248-b748-d59c90faa2ea req-6604aea0-b403-4dc1-b6c9-91245c004c64 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370152 Jul 28 09:28:18.914632 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ffb2f4-0d7c-4ef5-8998-9712f7baa043 req-ec7d1f1c-8c8a-49f3-8010-6455da5ce2e1 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:28:18.916294 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b3ffb2f4-0d7c-4ef5-8998-9712f7baa043 req-ec7d1f1c-8c8a-49f3-8010-6455da5ce2e1 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 947 time: 0.0526040 Jul 28 09:28:18.959082 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b3ffb2f4-0d7c-4ef5-8998-9712f7baa043 req-9de5818f-ae28-415e-b9c1-a34ef747ee85 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361063 Jul 28 09:28:20.081275 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40655bd-c18e-4c97-b234-8b4196ad0a85 req-e5cecd62-29c6-4a24-993c-c985be864c17 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:28:20.082740 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a40655bd-c18e-4c97-b234-8b4196ad0a85 req-e5cecd62-29c6-4a24-993c-c985be864c17 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 947 time: 0.0470073 Jul 28 09:28:20.118342 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a40655bd-c18e-4c97-b234-8b4196ad0a85 req-88efef59-a5d8-4c80-b9b7-ea2ceb57790a tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298145 Jul 28 09:28:21.237616 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ff18d4-9c50-4360-a6d4-9c6a1113c386 req-a2ee2a85-50cb-4343-91a1-3aeba188696a tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:28:21.239058 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-71ff18d4-9c50-4360-a6d4-9c6a1113c386 req-a2ee2a85-50cb-4343-91a1-3aeba188696a tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 947 time: 0.0498974 Jul 28 09:28:21.275758 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-71ff18d4-9c50-4360-a6d4-9c6a1113c386 req-22e390bb-61b1-4a78-b60e-bc35a5e8229e tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308204 Jul 28 09:28:22.392747 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9995f12e-95d3-4116-bcd5-3a648b67f0a0 req-948c4669-18cb-4d70-9493-c42debd86e64 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:28:22.394226 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-9995f12e-95d3-4116-bcd5-3a648b67f0a0 req-948c4669-18cb-4d70-9493-c42debd86e64 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 947 time: 0.0479596 Jul 28 09:28:22.432460 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-9995f12e-95d3-4116-bcd5-3a648b67f0a0 req-5ba75f94-6c3c-4638-a97a-cb252ef11656 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324218 Jul 28 09:28:24.802344 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:27.127704 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 52272) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:28:27.228528 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-7a7f92d4-93f9-4bb8-894a-a96d7fd7e48e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:27.316034 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-7a7f92d4-93f9-4bb8-894a-a96d7fd7e48e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:27.320903 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-7a7f92d4-93f9-4bb8-894a-a96d7fd7e48e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:27.359654 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-7a7f92d4-93f9-4bb8-894a-a96d7fd7e48e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=db55c8ea855a4bdeaa6e7cafb96ffabf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2308838 Jul 28 09:28:27.360532 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7f92d4-93f9-4bb8-894a-a96d7fd7e48e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e60d84d6-bb13-40d3-b6b4-639dfa996e70,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:28:27.362234 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 52276) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:28:27.412560 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-bf723245-9e55-4773-9113-d5775a5fe981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:27.433152 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-bf723245-9e55-4773-9113-d5775a5fe981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:27.477290 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-bf723245-9e55-4773-9113-d5775a5fe981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:27.479799 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-bf723245-9e55-4773-9113-d5775a5fe981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:27.480941 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-bf723245-9e55-4773-9113-d5775a5fe981 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e60d84d6-bb13-40d3-b6b4-639dfa996e70 HTTP/1.1" status: 204 len: 168 time: 0.1167450 Jul 28 09:28:27.488345 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf723245-9e55-4773-9113-d5775a5fe981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e60d84d6-bb13-40d3-b6b4-639dfa996e70,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:28:28.072549 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 52302) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:28:28.163825 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.v2.base [None req-8b278422-92d4-455e-bc8f-5b4c77de8c93 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1667121404-network', 'tenant_id': 'de7108c357a549b0a779fe9c24380ee8'}} {{(pid=93068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:28:28.184977 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b278422-92d4-455e-bc8f-5b4c77de8c93 admin admin] Made reservation on behalf of de7108c357a549b0a779fe9c24380ee8 for: {'network': 1} {{(pid=93068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:28:28.187778 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-8b278422-92d4-455e-bc8f-5b4c77de8c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for network, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:28.196005 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-8b278422-92d4-455e-bc8f-5b4c77de8c93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:28.282331 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-8b278422-92d4-455e-bc8f-5b4c77de8c93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:28.286119 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-8b278422-92d4-455e-bc8f-5b4c77de8c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:28.310898 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b278422-92d4-455e-bc8f-5b4c77de8c93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=93068) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 09:28:28.321282 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b278422-92d4-455e-bc8f-5b4c77de8c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f097d9a5-895a-44a3-ba79-3431c037bfa4,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:28:28.326134 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-8b278422-92d4-455e-bc8f-5b4c77de8c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998659'] for segment, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:28.326411 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.db.segments_db [None req-8b278422-92d4-455e-bc8f-5b4c77de8c93 admin admin] Added segment a4b20285-93a0-47b8-8d16-f514cfb8652f of type vlan for network 5c151ff0-f69c-4429-8612-95745316e0b4 Jul 28 09:28:28.341572 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-9ce2ba1f-4a05-4158-ad04-bdc6a5dcc8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:28.371078 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-8b278422-92d4-455e-bc8f-5b4c77de8c93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732595274087'] for network, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:28.399784 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-8b278422-92d4-455e-bc8f-5b4c77de8c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296'] for network, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:28.400769 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b278422-92d4-455e-bc8f-5b4c77de8c93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:28:28.401414 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-8b278422-92d4-455e-bc8f-5b4c77de8c93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for network, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:28.451358 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-8b278422-92d4-455e-bc8f-5b4c77de8c93 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3776975 Jul 28 09:28:28.454333 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 52308) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:28:28.459422 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [None req-3812aee3-55f6-4d63-8e5f-05f42d8a90be admin admin] Request body: {'subnet': {'network_id': '5c151ff0-f69c-4429-8612-95745316e0b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1667121404-subnet', 'tenant_id': 'de7108c357a549b0a779fe9c24380ee8', 'ip_version': 4}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:28:28.460206 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b278422-92d4-455e-bc8f-5b4c77de8c93 admin admin] Pushing event updated for resources: {'Network': ['ID=5c151ff0-f69c-4429-8612-95745316e0b4,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:28:28.471143 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Network 5c151ff0-f69c-4429-8612-95745316e0b4 details requested by agent ovs-agent-dv-cinder-802669-1-iscsi with host dv-cinder-802669-1-iscsi {{(pid=93069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 09:28:28.482795 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3812aee3-55f6-4d63-8e5f-05f42d8a90be admin admin] Made reservation on behalf of de7108c357a549b0a779fe9c24380ee8 for: {'subnet': 1} {{(pid=93067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:28:28.485793 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-3812aee3-55f6-4d63-8e5f-05f42d8a90be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33525647'] for subnet, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:28.652351 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-3812aee3-55f6-4d63-8e5f-05f42d8a90be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33549850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33525757'] for subnet, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:28.704790 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3812aee3-55f6-4d63-8e5f-05f42d8a90be admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1a5e395-99a7-4d64-85f2-074a0837edd4,revision_number=0']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:28:28.719555 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3812aee3-55f6-4d63-8e5f-05f42d8a90be admin admin] Checking segment: {'id': 'a4b20285-93a0-47b8-8d16-f514cfb8652f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5c151ff0-f69c-4429-8612-95745316e0b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 09:28:28.719941 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3812aee3-55f6-4d63-8e5f-05f42d8a90be admin admin] Network hostable DHCP agents. Network: 5c151ff0-f69c-4429-8612-95745316e0b4, hostable agents: ['eded7055-7227-4503-b186-c85c89196e66'], hosted agents: [] {{(pid=93067) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 09:28:28.735882 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3812aee3-55f6-4d63-8e5f-05f42d8a90be admin admin] Network 5c151ff0-f69c-4429-8612-95745316e0b4 is scheduled to be hosted by DHCP agent eded7055-7227-4503-b186-c85c89196e66 with binding_index 1 {{(pid=93067) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 09:28:28.743810 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.base_scheduler [None req-3812aee3-55f6-4d63-8e5f-05f42d8a90be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802669-1-iscsi, 5c151ff0-f69c-4429-8612-95745316e0b4) {{(pid=93067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:28:28.748060 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3812aee3-55f6-4d63-8e5f-05f42d8a90be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:28:28.751606 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-3812aee3-55f6-4d63-8e5f-05f42d8a90be admin admin] Notify callbacks [] for subnet, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:28.768278 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-3812aee3-55f6-4d63-8e5f-05f42d8a90be admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3127263 Jul 28 09:28:28.768530 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 52310) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:28:28.773478 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.v2.base [None req-8a2a6bd3-996a-4fca-8f7e-f26e403f8fb5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1667121404-router', 'tenant_id': 'de7108c357a549b0a779fe9c24380ee8', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244'}}} {{(pid=93068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:28:28.795002 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-8a2a6bd3-996a-4fca-8f7e-f26e403f8fb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7992358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-245501'] for router, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:28.796169 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-8a2a6bd3-996a-4fca-8f7e-f26e403f8fb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7992449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8268108', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7907194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-245482'] for router, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:28.853904 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-8a2a6bd3-996a-4fca-8f7e-f26e403f8fb5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:28.875964 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f29065-b497-412f-a658-c2a4bc67d0e8 None None] Network 5c151ff0-f69c-4429-8612-95745316e0b4 requested from dv-cinder-802669-1-iscsi {{(pid=93069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 09:28:28.993384 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-8a2a6bd3-996a-4fca-8f7e-f26e403f8fb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8268982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7992340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-245272'] for router, precommit_update {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:29.046268 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a302a53-fa21-4d93-ae2b-75a10c42c4a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc683d508-302d-5167-8507-eca6b1e3656d-5c151ff0-f69c-4429-8612-95745316e0b4', 'network_id': '5c151ff0-f69c-4429-8612-95745316e0b4', 'tenant_id': 'de7108c357a549b0a779fe9c24380ee8', 'fixed_ips': [{'subnet_id': 'c1a5e395-99a7-4d64-85f2-074a0837edd4'}]}} from dv-cinder-802669-1-iscsi. {{(pid=93069) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 09:28:29.047783 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-4a302a53-fa21-4d93-ae2b-75a10c42c4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_create {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:29.181253 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.db_base_plugin_common [None req-4a302a53-fa21-4d93-ae2b-75a10c42c4a2 None None] Allocated IP 172.20.0.2 (5c151ff0-f69c-4429-8612-95745316e0b4/c1a5e395-99a7-4d64-85f2-074a0837edd4/4d59f94c-9f2b-424c-9390-a9eddbdd4d75) {{(pid=93069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:28:29.193888 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-8a2a6bd3-996a-4fca-8f7e-f26e403f8fb5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:29.212481 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-8a2a6bd3-996a-4fca-8f7e-f26e403f8fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:29.318851 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.db.db_base_plugin_common [None req-8a2a6bd3-996a-4fca-8f7e-f26e403f8fb5 admin admin] Allocated IP 172.27.3.15 (30331174-7d3c-4928-87ce-fe2956ee4244/7bde36bf-957f-4642-ab95-d9df711170af/b1c6d751-2f12-467a-9a37-9f378d73faa6) {{(pid=93068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:28:29.319663 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-4a302a53-fa21-4d93-ae2b-75a10c42c4a2 None None] Notify callbacks [] for port, precommit_create {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:29.327802 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-4a302a53-fa21-4d93-ae2b-75a10c42c4a2 None None] Transition to ACTIVE for port object 4d59f94c-9f2b-424c-9390-a9eddbdd4d75 will not be triggered until provisioned by entity L2. {{(pid=93069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:28:29.342242 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-4a302a53-fa21-4d93-ae2b-75a10c42c4a2 None None] Transition to ACTIVE for port object 4d59f94c-9f2b-424c-9390-a9eddbdd4d75 will not be triggered until provisioned by entity DHCP. {{(pid=93069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:28:29.348460 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-4a302a53-fa21-4d93-ae2b-75a10c42c4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732595289878'] for port, after_create {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:29.385677 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a302a53-fa21-4d93-ae2b-75a10c42c4a2 None None] Network 5c151ff0-f69c-4429-8612-95745316e0b4 is already hosted by enough agents. {{(pid=93069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:28:29.389691 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.scheduler.base_scheduler [None req-4a302a53-fa21-4d93-ae2b-75a10c42c4a2 None None] Resources bound (agent type, host, resource id): {{(pid=93069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:28:29.394012 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a302a53-fa21-4d93-ae2b-75a10c42c4a2 None None] Received port after_create {{(pid=93069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 09:28:29.405165 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a302a53-fa21-4d93-ae2b-75a10c42c4a2 None None] Pushing event updated for resources: {'Port': ['ID=4d59f94c-9f2b-424c-9390-a9eddbdd4d75,revision_number=1']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:28:29.419548 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-8a2a6bd3-996a-4fca-8f7e-f26e403f8fb5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:29.456800 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.managers [None req-4a302a53-fa21-4d93-ae2b-75a10c42c4a2 None None] Attempting to bind port 4d59f94c-9f2b-424c-9390-a9eddbdd4d75 on host dv-cinder-802669-1-iscsi for vnic_type normal with profile {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 09:28:29.457228 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.managers [None req-4a302a53-fa21-4d93-ae2b-75a10c42c4a2 None None] Attempting to bind port 4d59f94c-9f2b-424c-9390-a9eddbdd4d75 by drivers openvswitch,hyperv on host dv-cinder-802669-1-iscsi at level 0 using segments [{'id': 'a4b20285-93a0-47b8-8d16-f514cfb8652f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5c151ff0-f69c-4429-8612-95745316e0b4'}] {{(pid=93069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 09:28:29.457652 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a302a53-fa21-4d93-ae2b-75a10c42c4a2 None None] Attempting to bind port 4d59f94c-9f2b-424c-9390-a9eddbdd4d75 on network 5c151ff0-f69c-4429-8612-95745316e0b4 {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 09:28:29.459639 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-8a2a6bd3-996a-4fca-8f7e-f26e403f8fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732595289878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036940'] for port, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:29.462867 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a302a53-fa21-4d93-ae2b-75a10c42c4a2 None None] Checking agent: {'id': 'c23067a4-a93a-4753-ba74-9a71aabd88dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 9, 17, 1), 'started_at': datetime.datetime(2021, 7, 28, 9, 17, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 9, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 09:28:29.463480 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a302a53-fa21-4d93-ae2b-75a10c42c4a2 None None] Checking segment: {'id': 'a4b20285-93a0-47b8-8d16-f514cfb8652f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5c151ff0-f69c-4429-8612-95745316e0b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 09:28:29.463675 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-4a302a53-fa21-4d93-ae2b-75a10c42c4a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:29.464005 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a302a53-fa21-4d93-ae2b-75a10c42c4a2 None None] Bound using segment: {'id': 'a4b20285-93a0-47b8-8d16-f514cfb8652f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5c151ff0-f69c-4429-8612-95745316e0b4'} {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 09:28:29.464458 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.managers [None req-4a302a53-fa21-4d93-ae2b-75a10c42c4a2 None None] Bound port: 4d59f94c-9f2b-424c-9390-a9eddbdd4d75, host: dv-cinder-802669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4b20285-93a0-47b8-8d16-f514cfb8652f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5c151ff0-f69c-4429-8612-95745316e0b4'}}] {{(pid=93069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 09:28:29.464833 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-4a302a53-fa21-4d93-ae2b-75a10c42c4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:29.498499 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2a6bd3-996a-4fca-8f7e-f26e403f8fb5 admin admin] Network 30331174-7d3c-4928-87ce-fe2956ee4244 is already hosted by enough agents. {{(pid=93068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:28:29.501939 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.base_scheduler [None req-8a2a6bd3-996a-4fca-8f7e-f26e403f8fb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:28:29.505419 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2a6bd3-996a-4fca-8f7e-f26e403f8fb5 admin admin] Received port after_create {{(pid=93068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 09:28:29.526685 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-4a302a53-fa21-4d93-ae2b-75a10c42c4a2 None None] For port 4d59f94c-9f2b-424c-9390-a9eddbdd4d75, host dv-cinder-802669-1-iscsi, cleared binding levels {{(pid=93069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:28:29.529995 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-4a302a53-fa21-4d93-ae2b-75a10c42c4a2 None None] For port 4d59f94c-9f2b-424c-9390-a9eddbdd4d75, host dv-cinder-802669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=4d59f94c-9f2b-424c-9390-a9eddbdd4d75,segment=NetworkSegment(a4b20285-93a0-47b8-8d16-f514cfb8652f),segment_id=a4b20285-93a0-47b8-8d16-f514cfb8652f)] {{(pid=93069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:28:29.534668 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-4a302a53-fa21-4d93-ae2b-75a10c42c4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:29.534993 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2a6bd3-996a-4fca-8f7e-f26e403f8fb5 admin admin] Pushing event updated for resources: {'Port': ['ID=b1c6d751-2f12-467a-9a37-9f378d73faa6,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:28:29.598442 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a302a53-fa21-4d93-ae2b-75a10c42c4a2 None None] Pushing event updated for resources: {'Port': ['ID=4d59f94c-9f2b-424c-9390-a9eddbdd4d75,revision_number=2']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:28:29.689662 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.agents_db [None req-63843732-4a37-4b37-bfab-6dab7fdb1052 None None] Agent healthcheck: found 6 active agents {{(pid=93070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:28:29.775965 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-8a2a6bd3-996a-4fca-8f7e-f26e403f8fb5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:29.992234 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-8a2a6bd3-996a-4fca-8f7e-f26e403f8fb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7992349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8268947'] for router, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:30.122927 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a2a6bd3-996a-4fca-8f7e-f26e403f8fb5 admin admin] Router 9027a210-a60d-452b-85ec-fd8ecd1c5f8c is scheduled to L3 agent 4c8802ae-c91a-4e26-b3c6-37f497a3b5b2 with binding_index 1 {{(pid=93068) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 09:28:30.234196 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a2a6bd3-996a-4fca-8f7e-f26e403f8fb5 admin admin] Notify agent at l3_agent.dv-cinder-802669-1-iscsi the message routers_updated {{(pid=93068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:28:30.246219 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5996ba8-3c1c-45f3-a215-4eb458b44cb0 None None] Sync routers for ids ['9027a210-a60d-452b-85ec-fd8ecd1c5f8c'] in dv-cinder-802669-1-iscsi {{(pid=93069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:28:30.251552 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-8a2a6bd3-996a-4fca-8f7e-f26e403f8fb5 admin admin] Notify callbacks [] for router, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:30.253984 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-8a2a6bd3-996a-4fca-8f7e-f26e403f8fb5 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4843032 Jul 28 09:28:30.256625 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 52318) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:28:30.257915 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5996ba8-3c1c-45f3-a215-4eb458b44cb0 None None] Routers {'9027a210-a60d-452b-85ec-fd8ecd1c5f8c'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:28:30.258789 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-e5996ba8-3c1c-45f3-a215-4eb458b44cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:28:01Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['9027a210-a60d-452b-85ec-fd8ecd1c5f8c'], 'active': True} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:28:30.375799 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvr_db [None req-e5996ba8-3c1c-45f3-a215-4eb458b44cb0 None None] Set router 9027a210-a60d-452b-85ec-fd8ecd1c5f8c gateway port host: dv-cinder-802669-1-iscsi {{(pid=93069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:28:30.490666 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180ca44f-7c1a-4af4-a3e7-df7af0ffbf01 None None] Network 5c151ff0-f69c-4429-8612-95745316e0b4 requested from dv-cinder-802669-1-iscsi {{(pid=93069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 09:28:30.575944 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-524eccff-ed86-4ab2-858b-a763007bb96a None None] Provisioning for port 4d59f94c-9f2b-424c-9390-a9eddbdd4d75 completed by entity DHCP. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:28:30.709317 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device 4d59f94c-9f2b-424c-9390-a9eddbdd4d75 up at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:28:30.770395 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-327dad85-9cb4-4cf3-b231-21dfd123db6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:30.787101 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-e5996ba8-3c1c-45f3-a215-4eb458b44cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9027a210-a60d-452b-85ec-fd8ecd1c5f8c', 'name': 'tempest-TestMinimumBasicScenario-1667121404-router', 'tenant_id': 'de7108c357a549b0a779fe9c24380ee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'b1c6d751-2f12-467a-9a37-9f378d73faa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:28:28Z', 'updated_at': '2021-07-28T09:28:29Z', 'revision_number': 3, 'project_id': 'de7108c357a549b0a779fe9c24380ee8', 'gw_port': {'id': 'b1c6d751-2f12-467a-9a37-9f378d73faa6', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:5b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9027a210-a60d-452b-85ec-fd8ecd1c5f8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:28:29Z', 'updated_at': '2021-07-28T09:28:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi'}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:28:30.818593 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5996ba8-3c1c-45f3-a215-4eb458b44cb0 None None] Checking router: 9027a210-a60d-452b-85ec-fd8ecd1c5f8c for host: dv-cinder-802669-1-iscsi {{(pid=93069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:28:30.818941 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5996ba8-3c1c-45f3-a215-4eb458b44cb0 None None] Updating router 9027a210-a60d-452b-85ec-fd8ecd1c5f8c port b1c6d751-2f12-467a-9a37-9f378d73faa6 binding host dv-cinder-802669-1-iscsi {{(pid=93069) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 09:28:30.859608 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-e5996ba8-3c1c-45f3-a215-4eb458b44cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:30.883058 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning for port 4d59f94c-9f2b-424c-9390-a9eddbdd4d75 completed by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:28:30.889727 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning complete for port 4d59f94c-9f2b-424c-9390-a9eddbdd4d75 triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:28:30.890192 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:30.920504 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-6def2a27-0ac2-4560-98dd-8c45a3940f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:31.116936 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.db.db_base_plugin_common [None req-6def2a27-0ac2-4560-98dd-8c45a3940f19 admin admin] Allocated IP 172.20.0.1 (5c151ff0-f69c-4429-8612-95745316e0b4/c1a5e395-99a7-4d64-85f2-074a0837edd4/f483facb-b6a0-4c99-9428-1b3669cdbb3b) {{(pid=93068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:28:31.130071 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:31.131848 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:31.166035 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-b467b3e1-e230-4378-a7dc-42d41c5ad285 None None] Provisioning complete for port 4d59f94c-9f2b-424c-9390-a9eddbdd4d75 triggered by entity DHCP. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:28:31.166411 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-b467b3e1-e230-4378-a7dc-42d41c5ad285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:31.221214 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] For port 4d59f94c-9f2b-424c-9390-a9eddbdd4d75, host dv-cinder-802669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=4d59f94c-9f2b-424c-9390-a9eddbdd4d75,segment=NetworkSegment(a4b20285-93a0-47b8-8d16-f514cfb8652f),segment_id=a4b20285-93a0-47b8-8d16-f514cfb8652f)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:28:31.229794 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:31.244750 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-6def2a27-0ac2-4560-98dd-8c45a3940f19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:31.265074 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.db.provisioning_blocks [None req-6def2a27-0ac2-4560-98dd-8c45a3940f19 admin admin] Transition to ACTIVE for port object f483facb-b6a0-4c99-9428-1b3669cdbb3b will not be triggered until provisioned by entity DHCP. {{(pid=93068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:28:31.301484 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-6def2a27-0ac2-4560-98dd-8c45a3940f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732595289878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036940'] for port, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:31.366106 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6def2a27-0ac2-4560-98dd-8c45a3940f19 admin admin] Pushing event updated for resources: {'Port': ['ID=f483facb-b6a0-4c99-9428-1b3669cdbb3b,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:28:31.366106 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6def2a27-0ac2-4560-98dd-8c45a3940f19 admin admin] Network 5c151ff0-f69c-4429-8612-95745316e0b4 is already hosted by enough agents. {{(pid=93068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:28:31.366106 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.base_scheduler [None req-6def2a27-0ac2-4560-98dd-8c45a3940f19 admin admin] Resources bound (agent type, host, resource id): {{(pid=93068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:28:31.368675 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6def2a27-0ac2-4560-98dd-8c45a3940f19 admin admin] Received port after_create {{(pid=93068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 09:28:31.415048 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-6def2a27-0ac2-4560-98dd-8c45a3940f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8268876'] for router_interface, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:31.513142 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-e5996ba8-3c1c-45f3-a215-4eb458b44cb0 None None] Notify callbacks [] for port, precommit_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:31.529928 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Pushing event updated for resources: {'Port': ['ID=4d59f94c-9f2b-424c-9390-a9eddbdd4d75,revision_number=3']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:28:31.538147 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-e5996ba8-3c1c-45f3-a215-4eb458b44cb0 None None] Transition to ACTIVE for port object b1c6d751-2f12-467a-9a37-9f378d73faa6 will not be triggered until provisioned by entity L2. {{(pid=93069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:28:31.548536 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-e5996ba8-3c1c-45f3-a215-4eb458b44cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:31.564352 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-6def2a27-0ac2-4560-98dd-8c45a3940f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:31.601997 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.managers [None req-e5996ba8-3c1c-45f3-a215-4eb458b44cb0 None None] Attempting to bind port b1c6d751-2f12-467a-9a37-9f378d73faa6 on host dv-cinder-802669-1-iscsi for vnic_type normal with profile {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 09:28:31.602372 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.managers [None req-e5996ba8-3c1c-45f3-a215-4eb458b44cb0 None None] Attempting to bind port b1c6d751-2f12-467a-9a37-9f378d73faa6 by drivers openvswitch,hyperv on host dv-cinder-802669-1-iscsi at level 0 using segments [{'id': 'b226f756-b865-4ac3-ba22-f8bcfda44394', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244'}] {{(pid=93069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 09:28:31.602715 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5996ba8-3c1c-45f3-a215-4eb458b44cb0 None None] Attempting to bind port b1c6d751-2f12-467a-9a37-9f378d73faa6 on network 30331174-7d3c-4928-87ce-fe2956ee4244 {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 09:28:31.611852 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a642024-0d60-414d-b6b7-5cc9510c08b9 None None] Pushing event updated for resources: {'Port': ['ID=b1c6d751-2f12-467a-9a37-9f378d73faa6,revision_number=2']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:28:31.614567 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5996ba8-3c1c-45f3-a215-4eb458b44cb0 None None] Checking agent: {'id': 'c23067a4-a93a-4753-ba74-9a71aabd88dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 9, 17, 1), 'started_at': datetime.datetime(2021, 7, 28, 9, 17, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 9, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 09:28:31.614970 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5996ba8-3c1c-45f3-a215-4eb458b44cb0 None None] Checking segment: {'id': 'b226f756-b865-4ac3-ba22-f8bcfda44394', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 09:28:31.615316 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-e5996ba8-3c1c-45f3-a215-4eb458b44cb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:31.615721 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5996ba8-3c1c-45f3-a215-4eb458b44cb0 None None] Bound using segment: {'id': 'b226f756-b865-4ac3-ba22-f8bcfda44394', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244'} {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 09:28:31.616674 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.managers [None req-e5996ba8-3c1c-45f3-a215-4eb458b44cb0 None None] Bound port: b1c6d751-2f12-467a-9a37-9f378d73faa6, host: dv-cinder-802669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b226f756-b865-4ac3-ba22-f8bcfda44394', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244'}}] {{(pid=93069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 09:28:31.616674 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-e5996ba8-3c1c-45f3-a215-4eb458b44cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:31.681517 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-e5996ba8-3c1c-45f3-a215-4eb458b44cb0 None None] For port b1c6d751-2f12-467a-9a37-9f378d73faa6, host dv-cinder-802669-1-iscsi, cleared binding levels {{(pid=93069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:28:31.685523 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-e5996ba8-3c1c-45f3-a215-4eb458b44cb0 None None] For port b1c6d751-2f12-467a-9a37-9f378d73faa6, host dv-cinder-802669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=b1c6d751-2f12-467a-9a37-9f378d73faa6,segment=NetworkSegment(b226f756-b865-4ac3-ba22-f8bcfda44394),segment_id=b226f756-b865-4ac3-ba22-f8bcfda44394)] {{(pid=93069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:28:31.686626 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-7dfe59fe-126c-494a-9ce7-ff31e33c2529 None None] Provisioning for port f483facb-b6a0-4c99-9428-1b3669cdbb3b completed by entity DHCP. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:28:31.691522 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-e5996ba8-3c1c-45f3-a215-4eb458b44cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:31.696665 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-7dfe59fe-126c-494a-9ce7-ff31e33c2529 None None] Provisioning complete for port f483facb-b6a0-4c99-9428-1b3669cdbb3b triggered by entity DHCP. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:28:31.697034 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-7dfe59fe-126c-494a-9ce7-ff31e33c2529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:31.736438 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-6def2a27-0ac2-4560-98dd-8c45a3940f19 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:31.740833 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-6def2a27-0ac2-4560-98dd-8c45a3940f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6036935'] for port, after_update {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:31.781968 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-7dfe59fe-126c-494a-9ce7-ff31e33c2529 None None] Port f483facb-b6a0-4c99-9428-1b3669cdbb3b cannot update to ACTIVE because it is not bound. {{(pid=93069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 09:28:31.788049 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5996ba8-3c1c-45f3-a215-4eb458b44cb0 None None] Routers {'9027a210-a60d-452b-85ec-fd8ecd1c5f8c'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:28:31.788661 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-e5996ba8-3c1c-45f3-a215-4eb458b44cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:28:31Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['9027a210-a60d-452b-85ec-fd8ecd1c5f8c'], 'active': True} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:28:31.790530 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a642024-0d60-414d-b6b7-5cc9510c08b9 None None] Pushing event updated for resources: {'Port': ['ID=b1c6d751-2f12-467a-9a37-9f378d73faa6,revision_number=3']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:28:31.810886 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6def2a27-0ac2-4560-98dd-8c45a3940f19 admin admin] Pushing event updated for resources: {'Port': ['ID=f483facb-b6a0-4c99-9428-1b3669cdbb3b,revision_number=2']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:28:31.813585 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-6def2a27-0ac2-4560-98dd-8c45a3940f19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8069282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8270300'] for router_interface, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:31.908027 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvr_db [None req-e5996ba8-3c1c-45f3-a215-4eb458b44cb0 None None] Set router 9027a210-a60d-452b-85ec-fd8ecd1c5f8c gateway port host: dv-cinder-802669-1-iscsi {{(pid=93069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:28:31.909020 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6def2a27-0ac2-4560-98dd-8c45a3940f19 admin admin] Network 5c151ff0-f69c-4429-8612-95745316e0b4 is already hosted by enough agents. {{(pid=93068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:28:31.912293 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.base_scheduler [None req-6def2a27-0ac2-4560-98dd-8c45a3940f19 admin admin] Resources bound (agent type, host, resource id): {{(pid=93068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:28:32.046983 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6def2a27-0ac2-4560-98dd-8c45a3940f19 admin admin] Router 9027a210-a60d-452b-85ec-fd8ecd1c5f8c has already been hosted by L3 agent 4c8802ae-c91a-4e26-b3c6-37f497a3b5b2 {{(pid=93068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 09:28:32.111371 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-29fc97ff-9392-4c7d-8b91-be3be07fca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:32.144312 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-e5996ba8-3c1c-45f3-a215-4eb458b44cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9027a210-a60d-452b-85ec-fd8ecd1c5f8c', 'name': 'tempest-TestMinimumBasicScenario-1667121404-router', 'tenant_id': 'de7108c357a549b0a779fe9c24380ee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'b1c6d751-2f12-467a-9a37-9f378d73faa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:28:28Z', 'updated_at': '2021-07-28T09:28:31Z', 'revision_number': 4, 'project_id': 'de7108c357a549b0a779fe9c24380ee8', 'gw_port': {'id': 'b1c6d751-2f12-467a-9a37-9f378d73faa6', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:5b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9027a210-a60d-452b-85ec-fd8ecd1c5f8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:28:29Z', 'updated_at': '2021-07-28T09:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_interfaces': [{'id': 'f483facb-b6a0-4c99-9428-1b3669cdbb3b', 'name': '', 'network_id': '5c151ff0-f69c-4429-8612-95745316e0b4', 'tenant_id': 'de7108c357a549b0a779fe9c24380ee8', 'mac_address': 'fa:16:3e:fb:91:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9027a210-a60d-452b-85ec-fd8ecd1c5f8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'c1a5e395-99a7-4d64-85f2-074a0837edd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:28:30Z', 'updated_at': '2021-07-28T09:28:31Z', 'revision_number': 2, 'project_id': 'de7108c357a549b0a779fe9c24380ee8', 'subnets': [{'id': 'c1a5e395-99a7-4d64-85f2-074a0837edd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:28:32.178888 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6def2a27-0ac2-4560-98dd-8c45a3940f19 admin admin] Notify agent at l3_agent.dv-cinder-802669-1-iscsi the message routers_updated {{(pid=93068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:28:32.179119 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5996ba8-3c1c-45f3-a215-4eb458b44cb0 None None] The sync data for ids ['9027a210-a60d-452b-85ec-fd8ecd1c5f8c'] in dv-cinder-802669-1-iscsi is: [{'id': '9027a210-a60d-452b-85ec-fd8ecd1c5f8c', 'name': 'tempest-TestMinimumBasicScenario-1667121404-router', 'tenant_id': 'de7108c357a549b0a779fe9c24380ee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'b1c6d751-2f12-467a-9a37-9f378d73faa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:28:28Z', 'updated_at': '2021-07-28T09:28:31Z', 'revision_number': 4, 'project_id': 'de7108c357a549b0a779fe9c24380ee8', 'gw_port': {'id': 'b1c6d751-2f12-467a-9a37-9f378d73faa6', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:5b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9027a210-a60d-452b-85ec-fd8ecd1c5f8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:28:29Z', 'updated_at': '2021-07-28T09:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_interfaces': [{'id': 'f483facb-b6a0-4c99-9428-1b3669cdbb3b', 'name': '', 'network_id': '5c151ff0-f69c-4429-8612-95745316e0b4', 'tenant_id': 'de7108c357a549b0a779fe9c24380ee8', 'mac_address': 'fa:16:3e:fb:91:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9027a210-a60d-452b-85ec-fd8ecd1c5f8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'c1a5e395-99a7-4d64-85f2-074a0837edd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:28:30Z', 'updated_at': '2021-07-28T09:28:31Z', 'revision_number': 2, 'project_id': 'de7108c357a549b0a779fe9c24380ee8', 'subnets': [{'id': 'c1a5e395-99a7-4d64-85f2-074a0837edd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:28:32.190728 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-6def2a27-0ac2-4560-98dd-8c45a3940f19 admin admin] 10.222.0.23 "PUT /v2.0/routers/9027a210-a60d-452b-85ec-fd8ecd1c5f8c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9325604 Jul 28 09:28:32.212333 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-f2e7c130-2386-4035-895b-33b442a5a8b5 None None] Provisioning complete for port f483facb-b6a0-4c99-9428-1b3669cdbb3b triggered by entity DHCP. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:28:32.213110 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-f2e7c130-2386-4035-895b-33b442a5a8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:32.252324 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-f2e7c130-2386-4035-895b-33b442a5a8b5 None None] Port f483facb-b6a0-4c99-9428-1b3669cdbb3b cannot update to ACTIVE because it is not bound. {{(pid=93069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 09:28:32.630896 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device 4d59f94c-9f2b-424c-9390-a9eddbdd4d75 up at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:28:32.710379 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning complete for port 4d59f94c-9f2b-424c-9390-a9eddbdd4d75 triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:28:32.710755 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:32.784841 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 52390) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:28:32.790684 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [None req-55898961-a00f-4ff3-9179-b2832bb6dee4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1439342449-network', 'tenant_id': '82352d30ef3e438d82d86a93c82e449b'}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:28:32.813049 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55898961-a00f-4ff3-9179-b2832bb6dee4 admin admin] Made reservation on behalf of 82352d30ef3e438d82d86a93c82e449b for: {'network': 1} {{(pid=93067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:28:32.815350 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-55898961-a00f-4ff3-9179-b2832bb6dee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for network, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:32.824764 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-55898961-a00f-4ff3-9179-b2832bb6dee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:32.933859 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-55898961-a00f-4ff3-9179-b2832bb6dee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:32.937466 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-55898961-a00f-4ff3-9179-b2832bb6dee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:32.960205 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55898961-a00f-4ff3-9179-b2832bb6dee4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=93067) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 09:28:32.979306 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-55898961-a00f-4ff3-9179-b2832bb6dee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998659'] for segment, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:32.979701 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.db.segments_db [None req-55898961-a00f-4ff3-9179-b2832bb6dee4 admin admin] Added segment 6ca9eaa9-fa93-4a23-a50b-a5c64677eef7 of type vlan for network fa3d1cdd-3dbd-4c6a-9835-2bb7db5d3676 Jul 28 09:28:32.981302 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55898961-a00f-4ff3-9179-b2832bb6dee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90f308a7-be1b-4ef5-bb20-5231ed5cdd24,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:28:33.024328 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-55898961-a00f-4ff3-9179-b2832bb6dee4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732595274087'] for network, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:33.054779 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-55898961-a00f-4ff3-9179-b2832bb6dee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296'] for network, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:33.055783 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55898961-a00f-4ff3-9179-b2832bb6dee4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:28:33.056371 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-55898961-a00f-4ff3-9179-b2832bb6dee4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for network, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:33.113061 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-55898961-a00f-4ff3-9179-b2832bb6dee4 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3266954 Jul 28 09:28:33.115634 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 52392) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:28:33.122122 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [None req-18a05800-75c1-49e9-8b04-f2476d29594f admin admin] Request body: {'subnet': {'network_id': 'fa3d1cdd-3dbd-4c6a-9835-2bb7db5d3676', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1439342449-subnet', 'tenant_id': '82352d30ef3e438d82d86a93c82e449b', 'ip_version': 4}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:28:33.130685 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55898961-a00f-4ff3-9179-b2832bb6dee4 admin admin] Pushing event updated for resources: {'Network': ['ID=fa3d1cdd-3dbd-4c6a-9835-2bb7db5d3676,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:28:33.141551 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Network fa3d1cdd-3dbd-4c6a-9835-2bb7db5d3676 details requested by agent ovs-agent-dv-cinder-802669-1-iscsi with host dv-cinder-802669-1-iscsi {{(pid=93069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 09:28:33.148533 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a05800-75c1-49e9-8b04-f2476d29594f admin admin] Made reservation on behalf of 82352d30ef3e438d82d86a93c82e449b for: {'subnet': 1} {{(pid=93067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:28:33.151032 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-18a05800-75c1-49e9-8b04-f2476d29594f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33525647'] for subnet, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:33.340498 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-18a05800-75c1-49e9-8b04-f2476d29594f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33549850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33525757'] for subnet, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:33.399405 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a05800-75c1-49e9-8b04-f2476d29594f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3023759c-3293-4596-ab42-c8e7c2e4aced,revision_number=0']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:28:33.409103 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a05800-75c1-49e9-8b04-f2476d29594f admin admin] Checking segment: {'id': '6ca9eaa9-fa93-4a23-a50b-a5c64677eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'fa3d1cdd-3dbd-4c6a-9835-2bb7db5d3676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 09:28:33.409665 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a05800-75c1-49e9-8b04-f2476d29594f admin admin] Network hostable DHCP agents. Network: fa3d1cdd-3dbd-4c6a-9835-2bb7db5d3676, hostable agents: ['eded7055-7227-4503-b186-c85c89196e66'], hosted agents: [] {{(pid=93067) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 09:28:33.427704 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a05800-75c1-49e9-8b04-f2476d29594f admin admin] Network fa3d1cdd-3dbd-4c6a-9835-2bb7db5d3676 is scheduled to be hosted by DHCP agent eded7055-7227-4503-b186-c85c89196e66 with binding_index 1 {{(pid=93067) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 09:28:33.437354 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.base_scheduler [None req-18a05800-75c1-49e9-8b04-f2476d29594f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802669-1-iscsi, fa3d1cdd-3dbd-4c6a-9835-2bb7db5d3676) {{(pid=93067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:28:33.441693 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a05800-75c1-49e9-8b04-f2476d29594f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:28:33.442352 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-18a05800-75c1-49e9-8b04-f2476d29594f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:33.446672 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ed3132-f5fc-457a-a792-0f22dee128e7 None None] Network fa3d1cdd-3dbd-4c6a-9835-2bb7db5d3676 requested from dv-cinder-802669-1-iscsi {{(pid=93069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 09:28:33.468161 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-18a05800-75c1-49e9-8b04-f2476d29594f admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3491344 Jul 28 09:28:33.469086 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 52412) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:28:33.473856 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.v2.base [None req-25641237-329b-40fe-81da-cd651c04af2b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1439342449-router', 'tenant_id': '82352d30ef3e438d82d86a93c82e449b', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244'}}} {{(pid=93068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:28:33.498936 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-25641237-329b-40fe-81da-cd651c04af2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7992358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-245501'] for router, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:33.500337 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-25641237-329b-40fe-81da-cd651c04af2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7992449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8268108', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7907194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-245482'] for router, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:33.578604 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-25641237-329b-40fe-81da-cd651c04af2b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:33.629069 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e98ac50-8dc4-48f1-bf7d-d268f3949fe9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc683d508-302d-5167-8507-eca6b1e3656d-fa3d1cdd-3dbd-4c6a-9835-2bb7db5d3676', 'network_id': 'fa3d1cdd-3dbd-4c6a-9835-2bb7db5d3676', 'tenant_id': '82352d30ef3e438d82d86a93c82e449b', 'fixed_ips': [{'subnet_id': '3023759c-3293-4596-ab42-c8e7c2e4aced'}]}} from dv-cinder-802669-1-iscsi. {{(pid=93069) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 09:28:33.629903 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-0e98ac50-8dc4-48f1-bf7d-d268f3949fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_create {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:33.649836 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-2284cd4c-493c-4cd5-902b-cad83a6c7b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:33.738543 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-25641237-329b-40fe-81da-cd651c04af2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8268982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7992340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-245272'] for router, precommit_update {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:33.792362 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.db_base_plugin_common [None req-0e98ac50-8dc4-48f1-bf7d-d268f3949fe9 None None] Allocated IP 172.20.0.2 (fa3d1cdd-3dbd-4c6a-9835-2bb7db5d3676/3023759c-3293-4596-ab42-c8e7c2e4aced/134d24e1-4211-4e53-8020-9398b8ac7fe9) {{(pid=93069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:28:33.940762 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 52430) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:28:33.949080 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-0e98ac50-8dc4-48f1-bf7d-d268f3949fe9 None None] Notify callbacks [] for port, precommit_create {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:33.960417 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-0e98ac50-8dc4-48f1-bf7d-d268f3949fe9 None None] Transition to ACTIVE for port object 134d24e1-4211-4e53-8020-9398b8ac7fe9 will not be triggered until provisioned by entity L2. {{(pid=93069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:28:33.974167 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-25641237-329b-40fe-81da-cd651c04af2b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:33.975685 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-0e98ac50-8dc4-48f1-bf7d-d268f3949fe9 None None] Transition to ACTIVE for port object 134d24e1-4211-4e53-8020-9398b8ac7fe9 will not be triggered until provisioned by entity DHCP. {{(pid=93069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:28:33.981701 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-0e98ac50-8dc4-48f1-bf7d-d268f3949fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732595289878'] for port, after_create {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:33.998978 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-25641237-329b-40fe-81da-cd651c04af2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:34.019938 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e98ac50-8dc4-48f1-bf7d-d268f3949fe9 None None] Network fa3d1cdd-3dbd-4c6a-9835-2bb7db5d3676 is already hosted by enough agents. {{(pid=93069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:28:34.023161 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.scheduler.base_scheduler [None req-0e98ac50-8dc4-48f1-bf7d-d268f3949fe9 None None] Resources bound (agent type, host, resource id): {{(pid=93069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:28:34.027507 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e98ac50-8dc4-48f1-bf7d-d268f3949fe9 None None] Received port after_create {{(pid=93069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 09:28:34.069854 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e98ac50-8dc4-48f1-bf7d-d268f3949fe9 None None] Pushing event updated for resources: {'Port': ['ID=134d24e1-4211-4e53-8020-9398b8ac7fe9,revision_number=1']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:28:34.075279 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-ff140f82-c7a4-490d-980a-196440270a67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:34.103773 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.managers [None req-0e98ac50-8dc4-48f1-bf7d-d268f3949fe9 None None] Attempting to bind port 134d24e1-4211-4e53-8020-9398b8ac7fe9 on host dv-cinder-802669-1-iscsi for vnic_type normal with profile {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 09:28:34.104140 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.managers [None req-0e98ac50-8dc4-48f1-bf7d-d268f3949fe9 None None] Attempting to bind port 134d24e1-4211-4e53-8020-9398b8ac7fe9 by drivers openvswitch,hyperv on host dv-cinder-802669-1-iscsi at level 0 using segments [{'id': '6ca9eaa9-fa93-4a23-a50b-a5c64677eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'fa3d1cdd-3dbd-4c6a-9835-2bb7db5d3676'}] {{(pid=93069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 09:28:34.104502 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e98ac50-8dc4-48f1-bf7d-d268f3949fe9 None None] Attempting to bind port 134d24e1-4211-4e53-8020-9398b8ac7fe9 on network fa3d1cdd-3dbd-4c6a-9835-2bb7db5d3676 {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 09:28:34.110520 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e98ac50-8dc4-48f1-bf7d-d268f3949fe9 None None] Checking agent: {'id': 'c23067a4-a93a-4753-ba74-9a71aabd88dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 9, 17, 1), 'started_at': datetime.datetime(2021, 7, 28, 9, 17, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 9, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 09:28:34.111021 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e98ac50-8dc4-48f1-bf7d-d268f3949fe9 None None] Checking segment: {'id': '6ca9eaa9-fa93-4a23-a50b-a5c64677eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'fa3d1cdd-3dbd-4c6a-9835-2bb7db5d3676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 09:28:34.111508 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-0e98ac50-8dc4-48f1-bf7d-d268f3949fe9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:34.112027 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e98ac50-8dc4-48f1-bf7d-d268f3949fe9 None None] Bound using segment: {'id': '6ca9eaa9-fa93-4a23-a50b-a5c64677eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'fa3d1cdd-3dbd-4c6a-9835-2bb7db5d3676'} {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 09:28:34.112581 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.managers [None req-0e98ac50-8dc4-48f1-bf7d-d268f3949fe9 None None] Bound port: 134d24e1-4211-4e53-8020-9398b8ac7fe9, host: dv-cinder-802669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ca9eaa9-fa93-4a23-a50b-a5c64677eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'fa3d1cdd-3dbd-4c6a-9835-2bb7db5d3676'}}] {{(pid=93069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 09:28:34.113018 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-0e98ac50-8dc4-48f1-bf7d-d268f3949fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:34.127884 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.db.db_base_plugin_common [None req-25641237-329b-40fe-81da-cd651c04af2b admin admin] Allocated IP 172.27.3.104 (30331174-7d3c-4928-87ce-fe2956ee4244/7bde36bf-957f-4642-ab95-d9df711170af/e07ef768-5741-49df-b661-af8ba79b91c9) {{(pid=93068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:28:34.180239 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-0e98ac50-8dc4-48f1-bf7d-d268f3949fe9 None None] For port 134d24e1-4211-4e53-8020-9398b8ac7fe9, host dv-cinder-802669-1-iscsi, cleared binding levels {{(pid=93069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:28:34.183706 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-0e98ac50-8dc4-48f1-bf7d-d268f3949fe9 None None] For port 134d24e1-4211-4e53-8020-9398b8ac7fe9, host dv-cinder-802669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=134d24e1-4211-4e53-8020-9398b8ac7fe9,segment=NetworkSegment(6ca9eaa9-fa93-4a23-a50b-a5c64677eef7),segment_id=6ca9eaa9-fa93-4a23-a50b-a5c64677eef7)] {{(pid=93069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:28:34.192325 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-0e98ac50-8dc4-48f1-bf7d-d268f3949fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:34.199835 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-ff140f82-c7a4-490d-980a-196440270a67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:34.205042 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-ff140f82-c7a4-490d-980a-196440270a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:34.252135 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff140f82-c7a4-490d-980a-196440270a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7d8081-9a1c-47ec-840c-4e3431547f25,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:28:34.260364 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-ff140f82-c7a4-490d-980a-196440270a67 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=deb60b038b4a4ad9a0e004eb6fd9c870&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3177004 Jul 28 09:28:34.262487 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 52434) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:28:34.272991 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-25641237-329b-40fe-81da-cd651c04af2b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:34.284749 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e98ac50-8dc4-48f1-bf7d-d268f3949fe9 None None] Pushing event updated for resources: {'Port': ['ID=134d24e1-4211-4e53-8020-9398b8ac7fe9,revision_number=2']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:28:34.325740 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-5946b1b7-9c0b-4c49-9c7e-09116a250ebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:34.337586 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-25641237-329b-40fe-81da-cd651c04af2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732595289878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036940'] for port, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:34.353698 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-5946b1b7-9c0b-4c49-9c7e-09116a250ebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:34.376471 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25641237-329b-40fe-81da-cd651c04af2b admin admin] Network 30331174-7d3c-4928-87ce-fe2956ee4244 is already hosted by enough agents. {{(pid=93068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:28:34.383889 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.base_scheduler [None req-25641237-329b-40fe-81da-cd651c04af2b admin admin] Resources bound (agent type, host, resource id): {{(pid=93068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:28:34.386616 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25641237-329b-40fe-81da-cd651c04af2b admin admin] Received port after_create {{(pid=93068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 09:28:34.404741 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-5946b1b7-9c0b-4c49-9c7e-09116a250ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:34.409338 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-5946b1b7-9c0b-4c49-9c7e-09116a250ebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:34.413931 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-5946b1b7-9c0b-4c49-9c7e-09116a250ebd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4f7d8081-9a1c-47ec-840c-4e3431547f25 HTTP/1.1" status: 204 len: 168 time: 0.1499124 Jul 28 09:28:34.416212 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25641237-329b-40fe-81da-cd651c04af2b admin admin] Pushing event updated for resources: {'Port': ['ID=e07ef768-5741-49df-b661-af8ba79b91c9,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:28:34.455784 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5946b1b7-9c0b-4c49-9c7e-09116a250ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7d8081-9a1c-47ec-840c-4e3431547f25,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:28:34.599562 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac50cdd-99d2-4766-a476-3613c084d165 None None] Sync routers for ids ['9027a210-a60d-452b-85ec-fd8ecd1c5f8c'] in dv-cinder-802669-1-iscsi {{(pid=93070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:28:34.613784 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac50cdd-99d2-4766-a476-3613c084d165 None None] Routers {'9027a210-a60d-452b-85ec-fd8ecd1c5f8c'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:28:34.614834 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-4ac50cdd-99d2-4766-a476-3613c084d165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:28:31Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['9027a210-a60d-452b-85ec-fd8ecd1c5f8c'], 'active': True} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:28:34.717134 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device 134d24e1-4211-4e53-8020-9398b8ac7fe9 up at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:28:34.776969 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning for port 134d24e1-4211-4e53-8020-9398b8ac7fe9 completed by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:28:34.782430 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device b1c6d751-2f12-467a-9a37-9f378d73faa6 up at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:28:34.787187 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-25641237-329b-40fe-81da-cd651c04af2b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:34.791477 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvr_db [None req-4ac50cdd-99d2-4766-a476-3613c084d165 None None] Set router 9027a210-a60d-452b-85ec-fd8ecd1c5f8c gateway port host: dv-cinder-802669-1-iscsi {{(pid=93070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:28:34.841292 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 52442) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:28:34.857183 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning for port b1c6d751-2f12-467a-9a37-9f378d73faa6 completed by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:28:34.861976 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-4c185dc4-6fd1-4590-ab75-3914a980315d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:34.862523 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning complete for port b1c6d751-2f12-467a-9a37-9f378d73faa6 triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:28:34.863076 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:34.951277 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:34.972405 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] For port b1c6d751-2f12-467a-9a37-9f378d73faa6, host dv-cinder-802669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=b1c6d751-2f12-467a-9a37-9f378d73faa6,segment=NetworkSegment(b226f756-b865-4ac3-ba22-f8bcfda44394),segment_id=b226f756-b865-4ac3-ba22-f8bcfda44394)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:28:34.978049 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:35.024957 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-4ac50cdd-99d2-4766-a476-3613c084d165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9027a210-a60d-452b-85ec-fd8ecd1c5f8c', 'name': 'tempest-TestMinimumBasicScenario-1667121404-router', 'tenant_id': 'de7108c357a549b0a779fe9c24380ee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'b1c6d751-2f12-467a-9a37-9f378d73faa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:28:28Z', 'updated_at': '2021-07-28T09:28:31Z', 'revision_number': 4, 'project_id': 'de7108c357a549b0a779fe9c24380ee8', 'gw_port': {'id': 'b1c6d751-2f12-467a-9a37-9f378d73faa6', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:5b:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9027a210-a60d-452b-85ec-fd8ecd1c5f8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:28:29Z', 'updated_at': '2021-07-28T09:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_interfaces': [{'id': 'f483facb-b6a0-4c99-9428-1b3669cdbb3b', 'name': '', 'network_id': '5c151ff0-f69c-4429-8612-95745316e0b4', 'tenant_id': 'de7108c357a549b0a779fe9c24380ee8', 'mac_address': 'fa:16:3e:fb:91:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9027a210-a60d-452b-85ec-fd8ecd1c5f8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'c1a5e395-99a7-4d64-85f2-074a0837edd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:28:30Z', 'updated_at': '2021-07-28T09:28:31Z', 'revision_number': 2, 'project_id': 'de7108c357a549b0a779fe9c24380ee8', 'subnets': [{'id': 'c1a5e395-99a7-4d64-85f2-074a0837edd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:28:35.045343 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Pushing event updated for resources: {'Port': ['ID=b1c6d751-2f12-467a-9a37-9f378d73faa6,revision_number=4']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:28:35.062585 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac50cdd-99d2-4766-a476-3613c084d165 None None] Checking router: 9027a210-a60d-452b-85ec-fd8ecd1c5f8c for host: dv-cinder-802669-1-iscsi {{(pid=93070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:28:35.063196 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac50cdd-99d2-4766-a476-3613c084d165 None None] Updating router 9027a210-a60d-452b-85ec-fd8ecd1c5f8c port f483facb-b6a0-4c99-9428-1b3669cdbb3b binding host dv-cinder-802669-1-iscsi {{(pid=93070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 09:28:35.076970 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-25641237-329b-40fe-81da-cd651c04af2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7992349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8268947'] for router, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:35.096758 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-4ac50cdd-99d2-4766-a476-3613c084d165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:35.135421 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-4c185dc4-6fd1-4590-ab75-3914a980315d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:35.142129 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-4c185dc4-6fd1-4590-ab75-3914a980315d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:35.213525 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c185dc4-6fd1-4590-ab75-3914a980315d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60df28e8-34a6-4939-8c1c-2c84469bbc77,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:28:35.229291 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-4c185dc4-6fd1-4590-ab75-3914a980315d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dba58e609bb440a4a93f2be4a669cb1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3840804 Jul 28 09:28:35.231899 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 52444) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:28:35.271295 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25641237-329b-40fe-81da-cd651c04af2b admin admin] Router e67df176-c5c6-4f77-a6f2-3e401fb18f9c is scheduled to L3 agent 4c8802ae-c91a-4e26-b3c6-37f497a3b5b2 with binding_index 1 {{(pid=93068) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 09:28:35.296545 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-02ef491f-868d-445b-8a66-d0310248a45d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:35.319987 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-02ef491f-868d-445b-8a66-d0310248a45d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:35.355806 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1601dd5d-f234-4953-895c-3fc2acf8ceb3 None None] Network fa3d1cdd-3dbd-4c6a-9835-2bb7db5d3676 requested from dv-cinder-802669-1-iscsi {{(pid=93069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 09:28:35.376905 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-02ef491f-868d-445b-8a66-d0310248a45d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:35.379602 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-02ef491f-868d-445b-8a66-d0310248a45d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:35.383014 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-02ef491f-868d-445b-8a66-d0310248a45d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/60df28e8-34a6-4939-8c1c-2c84469bbc77 HTTP/1.1" status: 204 len: 168 time: 0.1478312 Jul 28 09:28:35.390990 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ef491f-868d-445b-8a66-d0310248a45d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60df28e8-34a6-4939-8c1c-2c84469bbc77,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:28:35.444734 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-58d3948d-ccea-4b8e-bd33-61b035c51162 None None] Provisioning for port 134d24e1-4211-4e53-8020-9398b8ac7fe9 completed by entity DHCP. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:28:35.454949 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-4ac50cdd-99d2-4766-a476-3613c084d165 None None] Notify callbacks [] for port, precommit_update {{(pid=93070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:35.461144 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-58d3948d-ccea-4b8e-bd33-61b035c51162 None None] Provisioning complete for port 134d24e1-4211-4e53-8020-9398b8ac7fe9 triggered by entity DHCP. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:28:35.461144 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-58d3948d-ccea-4b8e-bd33-61b035c51162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:35.471891 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.provisioning_blocks [None req-4ac50cdd-99d2-4766-a476-3613c084d165 None None] Transition to ACTIVE for port object f483facb-b6a0-4c99-9428-1b3669cdbb3b will not be triggered until provisioned by entity L2. {{(pid=93070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:28:35.481807 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-4ac50cdd-99d2-4766-a476-3613c084d165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:35.572461 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb677e5d-8871-4795-9fe3-2c056ddd5864 None None] Pushing event updated for resources: {'Port': ['ID=f483facb-b6a0-4c99-9428-1b3669cdbb3b,revision_number=3']} {{(pid=93070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:28:35.615411 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb677e5d-8871-4795-9fe3-2c056ddd5864 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:35.616470 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb677e5d-8871-4795-9fe3-2c056ddd5864 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:35.616953 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb677e5d-8871-4795-9fe3-2c056ddd5864 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:35.617414 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb677e5d-8871-4795-9fe3-2c056ddd5864 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:35.617906 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb677e5d-8871-4795-9fe3-2c056ddd5864 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:35.618375 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb677e5d-8871-4795-9fe3-2c056ddd5864 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:35.618831 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb677e5d-8871-4795-9fe3-2c056ddd5864 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:35.619415 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb677e5d-8871-4795-9fe3-2c056ddd5864 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:35.620075 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb677e5d-8871-4795-9fe3-2c056ddd5864 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:35.621364 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb677e5d-8871-4795-9fe3-2c056ddd5864 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:35.622187 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb677e5d-8871-4795-9fe3-2c056ddd5864 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:35.622582 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb677e5d-8871-4795-9fe3-2c056ddd5864 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:35.627276 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-58d3948d-ccea-4b8e-bd33-61b035c51162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:35.667092 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.managers [None req-4ac50cdd-99d2-4766-a476-3613c084d165 None None] Attempting to bind port f483facb-b6a0-4c99-9428-1b3669cdbb3b on host dv-cinder-802669-1-iscsi for vnic_type normal with profile {{(pid=93070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 09:28:35.667459 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.managers [None req-4ac50cdd-99d2-4766-a476-3613c084d165 None None] Attempting to bind port f483facb-b6a0-4c99-9428-1b3669cdbb3b by drivers openvswitch,hyperv on host dv-cinder-802669-1-iscsi at level 0 using segments [{'id': 'a4b20285-93a0-47b8-8d16-f514cfb8652f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5c151ff0-f69c-4429-8612-95745316e0b4'}] {{(pid=93070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 09:28:35.667836 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac50cdd-99d2-4766-a476-3613c084d165 None None] Attempting to bind port f483facb-b6a0-4c99-9428-1b3669cdbb3b on network 5c151ff0-f69c-4429-8612-95745316e0b4 {{(pid=93070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 09:28:35.677356 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac50cdd-99d2-4766-a476-3613c084d165 None None] Checking agent: {'id': 'c23067a4-a93a-4753-ba74-9a71aabd88dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 9, 17, 1), 'started_at': datetime.datetime(2021, 7, 28, 9, 17, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 9, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 09:28:35.677933 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac50cdd-99d2-4766-a476-3613c084d165 None None] Checking segment: {'id': 'a4b20285-93a0-47b8-8d16-f514cfb8652f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5c151ff0-f69c-4429-8612-95745316e0b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 09:28:35.678521 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-4ac50cdd-99d2-4766-a476-3613c084d165 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:35.679234 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac50cdd-99d2-4766-a476-3613c084d165 None None] Bound using segment: {'id': 'a4b20285-93a0-47b8-8d16-f514cfb8652f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5c151ff0-f69c-4429-8612-95745316e0b4'} {{(pid=93070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 09:28:35.679900 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.managers [None req-4ac50cdd-99d2-4766-a476-3613c084d165 None None] Bound port: f483facb-b6a0-4c99-9428-1b3669cdbb3b, host: dv-cinder-802669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4b20285-93a0-47b8-8d16-f514cfb8652f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5c151ff0-f69c-4429-8612-95745316e0b4'}}] {{(pid=93070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 09:28:35.686025 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-4ac50cdd-99d2-4766-a476-3613c084d165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:35.694173 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25641237-329b-40fe-81da-cd651c04af2b admin admin] Notify agent at l3_agent.dv-cinder-802669-1-iscsi the message routers_updated {{(pid=93068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:28:35.704157 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-58d3948d-ccea-4b8e-bd33-61b035c51162 None None] For port 134d24e1-4211-4e53-8020-9398b8ac7fe9, host dv-cinder-802669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=134d24e1-4211-4e53-8020-9398b8ac7fe9,segment=NetworkSegment(6ca9eaa9-fa93-4a23-a50b-a5c64677eef7),segment_id=6ca9eaa9-fa93-4a23-a50b-a5c64677eef7)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:28:35.709899 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3e3602-6c0c-436a-9271-17eb5b0f3f0a None None] Sync routers for ids ['e67df176-c5c6-4f77-a6f2-3e401fb18f9c'] in dv-cinder-802669-1-iscsi {{(pid=93069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:28:35.715277 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-58d3948d-ccea-4b8e-bd33-61b035c51162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:35.715770 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-25641237-329b-40fe-81da-cd651c04af2b admin admin] Notify callbacks [] for router, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:35.718516 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-25641237-329b-40fe-81da-cd651c04af2b admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2482734 Jul 28 09:28:35.721235 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 52450) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:28:35.791222 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d3948d-ccea-4b8e-bd33-61b035c51162 None None] Pushing event updated for resources: {'Port': ['ID=134d24e1-4211-4e53-8020-9398b8ac7fe9,revision_number=3']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:28:35.800526 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3e3602-6c0c-436a-9271-17eb5b0f3f0a None None] Routers {'e67df176-c5c6-4f77-a6f2-3e401fb18f9c'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:28:35.801461 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-1f3e3602-6c0c-436a-9271-17eb5b0f3f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:28:31Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['e67df176-c5c6-4f77-a6f2-3e401fb18f9c'], 'active': True} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:28:35.828073 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.db [None req-4ac50cdd-99d2-4766-a476-3613c084d165 None None] For port f483facb-b6a0-4c99-9428-1b3669cdbb3b, host dv-cinder-802669-1-iscsi, cleared binding levels {{(pid=93070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:28:35.835451 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.db [None req-4ac50cdd-99d2-4766-a476-3613c084d165 None None] For port f483facb-b6a0-4c99-9428-1b3669cdbb3b, host dv-cinder-802669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=f483facb-b6a0-4c99-9428-1b3669cdbb3b,segment=NetworkSegment(a4b20285-93a0-47b8-8d16-f514cfb8652f),segment_id=a4b20285-93a0-47b8-8d16-f514cfb8652f)] {{(pid=93070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:28:35.847092 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-4ac50cdd-99d2-4766-a476-3613c084d165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:35.927281 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac50cdd-99d2-4766-a476-3613c084d165 None None] Routers {'9027a210-a60d-452b-85ec-fd8ecd1c5f8c'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:28:35.927933 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-4ac50cdd-99d2-4766-a476-3613c084d165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:28:31Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['9027a210-a60d-452b-85ec-fd8ecd1c5f8c'], 'active': True} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:28:36.053544 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb677e5d-8871-4795-9fe3-2c056ddd5864 None None] Pushing event updated for resources: {'Port': ['ID=f483facb-b6a0-4c99-9428-1b3669cdbb3b,revision_number=4']} {{(pid=93070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:28:36.056011 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvr_db [None req-1f3e3602-6c0c-436a-9271-17eb5b0f3f0a None None] Set router e67df176-c5c6-4f77-a6f2-3e401fb18f9c gateway port host: dv-cinder-802669-1-iscsi {{(pid=93069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:28:36.089749 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvr_db [None req-4ac50cdd-99d2-4766-a476-3613c084d165 None None] Set router 9027a210-a60d-452b-85ec-fd8ecd1c5f8c gateway port host: dv-cinder-802669-1-iscsi {{(pid=93070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:28:36.351881 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-ef3593fc-1c51-4006-923b-fee5c7b7102f None None] Provisioning complete for port 134d24e1-4211-4e53-8020-9398b8ac7fe9 triggered by entity DHCP. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:28:36.352363 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-ef3593fc-1c51-4006-923b-fee5c7b7102f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:36.393414 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-4ac50cdd-99d2-4766-a476-3613c084d165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9027a210-a60d-452b-85ec-fd8ecd1c5f8c', 'name': 'tempest-TestMinimumBasicScenario-1667121404-router', 'tenant_id': 'de7108c357a549b0a779fe9c24380ee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'b1c6d751-2f12-467a-9a37-9f378d73faa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:28:28Z', 'updated_at': '2021-07-28T09:28:31Z', 'revision_number': 4, 'project_id': 'de7108c357a549b0a779fe9c24380ee8', 'gw_port': {'id': 'b1c6d751-2f12-467a-9a37-9f378d73faa6', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:5b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9027a210-a60d-452b-85ec-fd8ecd1c5f8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:28:29Z', 'updated_at': '2021-07-28T09:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_interfaces': [{'id': 'f483facb-b6a0-4c99-9428-1b3669cdbb3b', 'name': '', 'network_id': '5c151ff0-f69c-4429-8612-95745316e0b4', 'tenant_id': 'de7108c357a549b0a779fe9c24380ee8', 'mac_address': 'fa:16:3e:fb:91:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9027a210-a60d-452b-85ec-fd8ecd1c5f8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'c1a5e395-99a7-4d64-85f2-074a0837edd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:28:30Z', 'updated_at': '2021-07-28T09:28:35Z', 'revision_number': 4, 'project_id': 'de7108c357a549b0a779fe9c24380ee8', 'subnets': [{'id': 'c1a5e395-99a7-4d64-85f2-074a0837edd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:28:36.429587 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac50cdd-99d2-4766-a476-3613c084d165 None None] The sync data for ids ['9027a210-a60d-452b-85ec-fd8ecd1c5f8c'] in dv-cinder-802669-1-iscsi is: [{'id': '9027a210-a60d-452b-85ec-fd8ecd1c5f8c', 'name': 'tempest-TestMinimumBasicScenario-1667121404-router', 'tenant_id': 'de7108c357a549b0a779fe9c24380ee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'b1c6d751-2f12-467a-9a37-9f378d73faa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:28:28Z', 'updated_at': '2021-07-28T09:28:31Z', 'revision_number': 4, 'project_id': 'de7108c357a549b0a779fe9c24380ee8', 'gw_port': {'id': 'b1c6d751-2f12-467a-9a37-9f378d73faa6', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:5b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9027a210-a60d-452b-85ec-fd8ecd1c5f8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:28:29Z', 'updated_at': '2021-07-28T09:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_interfaces': [{'id': 'f483facb-b6a0-4c99-9428-1b3669cdbb3b', 'name': '', 'network_id': '5c151ff0-f69c-4429-8612-95745316e0b4', 'tenant_id': 'de7108c357a549b0a779fe9c24380ee8', 'mac_address': 'fa:16:3e:fb:91:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9027a210-a60d-452b-85ec-fd8ecd1c5f8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'c1a5e395-99a7-4d64-85f2-074a0837edd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:28:30Z', 'updated_at': '2021-07-28T09:28:35Z', 'revision_number': 4, 'project_id': 'de7108c357a549b0a779fe9c24380ee8', 'subnets': [{'id': 'c1a5e395-99a7-4d64-85f2-074a0837edd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:28:36.521871 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-1f3e3602-6c0c-436a-9271-17eb5b0f3f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67df176-c5c6-4f77-a6f2-3e401fb18f9c', 'name': 'tempest-TestMinimumBasicScenario-1439342449-router', 'tenant_id': '82352d30ef3e438d82d86a93c82e449b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'e07ef768-5741-49df-b661-af8ba79b91c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:28:33Z', 'updated_at': '2021-07-28T09:28:34Z', 'revision_number': 3, 'project_id': '82352d30ef3e438d82d86a93c82e449b', 'gw_port': {'id': 'e07ef768-5741-49df-b661-af8ba79b91c9', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:70:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e67df176-c5c6-4f77-a6f2-3e401fb18f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:28:34Z', 'updated_at': '2021-07-28T09:28:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi'}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:28:36.556061 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3e3602-6c0c-436a-9271-17eb5b0f3f0a None None] Checking router: e67df176-c5c6-4f77-a6f2-3e401fb18f9c for host: dv-cinder-802669-1-iscsi {{(pid=93069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:28:36.556620 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3e3602-6c0c-436a-9271-17eb5b0f3f0a None None] Updating router e67df176-c5c6-4f77-a6f2-3e401fb18f9c port e07ef768-5741-49df-b661-af8ba79b91c9 binding host dv-cinder-802669-1-iscsi {{(pid=93069) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 09:28:36.593003 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-1f3e3602-6c0c-436a-9271-17eb5b0f3f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:36.611921 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-f8d6713e-d5ae-4eea-a25f-942ebefdd006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:36.717624 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device f483facb-b6a0-4c99-9428-1b3669cdbb3b up at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:28:36.857418 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning for port f483facb-b6a0-4c99-9428-1b3669cdbb3b completed by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:28:36.867175 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning complete for port f483facb-b6a0-4c99-9428-1b3669cdbb3b triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:28:36.867558 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:36.868918 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.db_base_plugin_common [None req-f8d6713e-d5ae-4eea-a25f-942ebefdd006 admin admin] Allocated IP 172.20.0.1 (fa3d1cdd-3dbd-4c6a-9835-2bb7db5d3676/3023759c-3293-4596-ab42-c8e7c2e4aced/dfe61a74-43a4-4ec8-8f06-677ff7405d1a) {{(pid=93067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:28:36.964601 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-1f3e3602-6c0c-436a-9271-17eb5b0f3f0a None None] Notify callbacks [] for port, precommit_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:36.977891 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-1f3e3602-6c0c-436a-9271-17eb5b0f3f0a None None] Transition to ACTIVE for port object e07ef768-5741-49df-b661-af8ba79b91c9 will not be triggered until provisioned by entity L2. {{(pid=93069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:28:37.003790 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-1f3e3602-6c0c-436a-9271-17eb5b0f3f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:37.048188 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-f8d6713e-d5ae-4eea-a25f-942ebefdd006 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:37.062886 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.provisioning_blocks [None req-f8d6713e-d5ae-4eea-a25f-942ebefdd006 admin admin] Transition to ACTIVE for port object dfe61a74-43a4-4ec8-8f06-677ff7405d1a will not be triggered until provisioned by entity DHCP. {{(pid=93067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:28:37.075561 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.managers [None req-1f3e3602-6c0c-436a-9271-17eb5b0f3f0a None None] Attempting to bind port e07ef768-5741-49df-b661-af8ba79b91c9 on host dv-cinder-802669-1-iscsi for vnic_type normal with profile {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 09:28:37.076088 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.managers [None req-1f3e3602-6c0c-436a-9271-17eb5b0f3f0a None None] Attempting to bind port e07ef768-5741-49df-b661-af8ba79b91c9 by drivers openvswitch,hyperv on host dv-cinder-802669-1-iscsi at level 0 using segments [{'id': 'b226f756-b865-4ac3-ba22-f8bcfda44394', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244'}] {{(pid=93069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 09:28:37.076563 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3e3602-6c0c-436a-9271-17eb5b0f3f0a None None] Attempting to bind port e07ef768-5741-49df-b661-af8ba79b91c9 on network 30331174-7d3c-4928-87ce-fe2956ee4244 {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 09:28:37.084350 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3e3602-6c0c-436a-9271-17eb5b0f3f0a None None] Checking agent: {'id': 'c23067a4-a93a-4753-ba74-9a71aabd88dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 9, 17, 1), 'started_at': datetime.datetime(2021, 7, 28, 9, 17, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 9, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 09:28:37.084715 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3e3602-6c0c-436a-9271-17eb5b0f3f0a None None] Checking segment: {'id': 'b226f756-b865-4ac3-ba22-f8bcfda44394', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 09:28:37.085108 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-1f3e3602-6c0c-436a-9271-17eb5b0f3f0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:37.086110 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3e3602-6c0c-436a-9271-17eb5b0f3f0a None None] Bound using segment: {'id': 'b226f756-b865-4ac3-ba22-f8bcfda44394', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244'} {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 09:28:37.086251 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.managers [None req-1f3e3602-6c0c-436a-9271-17eb5b0f3f0a None None] Bound port: e07ef768-5741-49df-b661-af8ba79b91c9, host: dv-cinder-802669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b226f756-b865-4ac3-ba22-f8bcfda44394', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244'}}] {{(pid=93069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 09:28:37.086611 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-1f3e3602-6c0c-436a-9271-17eb5b0f3f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:37.101486 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-f8d6713e-d5ae-4eea-a25f-942ebefdd006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732595289878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33549966'] for port, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:37.160297 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-1f3e3602-6c0c-436a-9271-17eb5b0f3f0a None None] For port e07ef768-5741-49df-b661-af8ba79b91c9, host dv-cinder-802669-1-iscsi, cleared binding levels {{(pid=93069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:28:37.162737 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d663b5f4-c552-442b-a51a-02ca701b7bda None None] Pushing event updated for resources: {'Port': ['ID=e07ef768-5741-49df-b661-af8ba79b91c9,revision_number=2']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:28:37.189027 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d6713e-d5ae-4eea-a25f-942ebefdd006 admin admin] Network fa3d1cdd-3dbd-4c6a-9835-2bb7db5d3676 is already hosted by enough agents. {{(pid=93067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:28:37.189027 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.base_scheduler [None req-f8d6713e-d5ae-4eea-a25f-942ebefdd006 admin admin] Resources bound (agent type, host, resource id): {{(pid=93067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:28:37.192351 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d6713e-d5ae-4eea-a25f-942ebefdd006 admin admin] Received port after_create {{(pid=93067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 09:28:37.199237 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-1f3e3602-6c0c-436a-9271-17eb5b0f3f0a None None] For port e07ef768-5741-49df-b661-af8ba79b91c9, host dv-cinder-802669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=e07ef768-5741-49df-b661-af8ba79b91c9,segment=NetworkSegment(b226f756-b865-4ac3-ba22-f8bcfda44394),segment_id=b226f756-b865-4ac3-ba22-f8bcfda44394)] {{(pid=93069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:28:37.224235 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-1f3e3602-6c0c-436a-9271-17eb5b0f3f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:37.235413 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d6713e-d5ae-4eea-a25f-942ebefdd006 admin admin] Pushing event updated for resources: {'Port': ['ID=dfe61a74-43a4-4ec8-8f06-677ff7405d1a,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:28:37.300191 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3e3602-6c0c-436a-9271-17eb5b0f3f0a None None] Routers {'e67df176-c5c6-4f77-a6f2-3e401fb18f9c'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:28:37.300835 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-1f3e3602-6c0c-436a-9271-17eb5b0f3f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:28:31Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['e67df176-c5c6-4f77-a6f2-3e401fb18f9c'], 'active': True} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:28:37.304703 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-f8d6713e-d5ae-4eea-a25f-942ebefdd006 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8268876'] for router_interface, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:37.342363 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:37.405259 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d663b5f4-c552-442b-a51a-02ca701b7bda None None] Pushing event updated for resources: {'Port': ['ID=e07ef768-5741-49df-b661-af8ba79b91c9,revision_number=3']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:28:37.472502 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] For port f483facb-b6a0-4c99-9428-1b3669cdbb3b, host dv-cinder-802669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=f483facb-b6a0-4c99-9428-1b3669cdbb3b,segment=NetworkSegment(a4b20285-93a0-47b8-8d16-f514cfb8652f),segment_id=a4b20285-93a0-47b8-8d16-f514cfb8652f)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:28:37.478835 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:37.480784 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device 134d24e1-4211-4e53-8020-9398b8ac7fe9 up at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:28:37.542197 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-f8d6713e-d5ae-4eea-a25f-942ebefdd006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:37.569903 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvr_db [None req-1f3e3602-6c0c-436a-9271-17eb5b0f3f0a None None] Set router e67df176-c5c6-4f77-a6f2-3e401fb18f9c gateway port host: dv-cinder-802669-1-iscsi {{(pid=93069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:28:37.641236 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Pushing event updated for resources: {'Port': ['ID=f483facb-b6a0-4c99-9428-1b3669cdbb3b,revision_number=5']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:28:37.721631 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning complete for port 134d24e1-4211-4e53-8020-9398b8ac7fe9 triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:28:37.722042 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:37.732824 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-f8d6713e-d5ae-4eea-a25f-942ebefdd006 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:37.737180 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-75c34242-8d7d-4e66-806b-2ef6b379eab0 None None] Provisioning for port dfe61a74-43a4-4ec8-8f06-677ff7405d1a completed by entity DHCP. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:28:37.739209 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-f8d6713e-d5ae-4eea-a25f-942ebefdd006 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33549957'] for port, after_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:37.770935 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-75c34242-8d7d-4e66-806b-2ef6b379eab0 None None] Provisioning complete for port dfe61a74-43a4-4ec8-8f06-677ff7405d1a triggered by entity DHCP. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:28:37.772094 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-75c34242-8d7d-4e66-806b-2ef6b379eab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:37.812234 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d6713e-d5ae-4eea-a25f-942ebefdd006 admin admin] Pushing event updated for resources: {'Port': ['ID=dfe61a74-43a4-4ec8-8f06-677ff7405d1a,revision_number=2']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:28:37.814791 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-f8d6713e-d5ae-4eea-a25f-942ebefdd006 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8069282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8270300'] for router_interface, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:37.849078 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-75c34242-8d7d-4e66-806b-2ef6b379eab0 None None] Port dfe61a74-43a4-4ec8-8f06-677ff7405d1a cannot update to ACTIVE because it is not bound. {{(pid=93069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 09:28:37.905502 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device b1c6d751-2f12-467a-9a37-9f378d73faa6 up at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:28:37.913571 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d6713e-d5ae-4eea-a25f-942ebefdd006 admin admin] Network fa3d1cdd-3dbd-4c6a-9835-2bb7db5d3676 is already hosted by enough agents. {{(pid=93067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:28:37.914990 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.base_scheduler [None req-f8d6713e-d5ae-4eea-a25f-942ebefdd006 admin admin] Resources bound (agent type, host, resource id): {{(pid=93067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:28:37.935246 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-1f3e3602-6c0c-436a-9271-17eb5b0f3f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67df176-c5c6-4f77-a6f2-3e401fb18f9c', 'name': 'tempest-TestMinimumBasicScenario-1439342449-router', 'tenant_id': '82352d30ef3e438d82d86a93c82e449b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'e07ef768-5741-49df-b661-af8ba79b91c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:28:33Z', 'updated_at': '2021-07-28T09:28:34Z', 'revision_number': 3, 'project_id': '82352d30ef3e438d82d86a93c82e449b', 'gw_port': {'id': 'e07ef768-5741-49df-b661-af8ba79b91c9', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:70:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e67df176-c5c6-4f77-a6f2-3e401fb18f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:28:34Z', 'updated_at': '2021-07-28T09:28:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi'}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:28:37.966268 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3e3602-6c0c-436a-9271-17eb5b0f3f0a None None] The sync data for ids ['e67df176-c5c6-4f77-a6f2-3e401fb18f9c'] in dv-cinder-802669-1-iscsi is: [{'id': 'e67df176-c5c6-4f77-a6f2-3e401fb18f9c', 'name': 'tempest-TestMinimumBasicScenario-1439342449-router', 'tenant_id': '82352d30ef3e438d82d86a93c82e449b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'e07ef768-5741-49df-b661-af8ba79b91c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:28:33Z', 'updated_at': '2021-07-28T09:28:34Z', 'revision_number': 3, 'project_id': '82352d30ef3e438d82d86a93c82e449b', 'gw_port': {'id': 'e07ef768-5741-49df-b661-af8ba79b91c9', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:70:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e67df176-c5c6-4f77-a6f2-3e401fb18f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:28:34Z', 'updated_at': '2021-07-28T09:28:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi'}] {{(pid=93069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:28:38.004954 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning complete for port b1c6d751-2f12-467a-9a37-9f378d73faa6 triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:28:38.005532 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:38.058187 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8d6713e-d5ae-4eea-a25f-942ebefdd006 admin admin] Router e67df176-c5c6-4f77-a6f2-3e401fb18f9c has already been hosted by L3 agent 4c8802ae-c91a-4e26-b3c6-37f497a3b5b2 {{(pid=93067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 09:28:38.179198 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-110cec2b-a6cc-4603-97ff-e635913a8227 None None] Provisioning complete for port dfe61a74-43a4-4ec8-8f06-677ff7405d1a triggered by entity DHCP. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:28:38.179601 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-110cec2b-a6cc-4603-97ff-e635913a8227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:38.179919 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d6713e-d5ae-4eea-a25f-942ebefdd006 admin admin] Notify agent at l3_agent.dv-cinder-802669-1-iscsi the message routers_updated {{(pid=93067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:28:38.186068 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-f8d6713e-d5ae-4eea-a25f-942ebefdd006 admin admin] 10.222.0.23 "PUT /v2.0/routers/e67df176-c5c6-4f77-a6f2-3e401fb18f9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4635708 Jul 28 09:28:38.220873 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-110cec2b-a6cc-4603-97ff-e635913a8227 None None] Port dfe61a74-43a4-4ec8-8f06-677ff7405d1a cannot update to ACTIVE because it is not bound. {{(pid=93069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 09:28:38.714989 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device f483facb-b6a0-4c99-9428-1b3669cdbb3b up at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:28:38.775980 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning complete for port f483facb-b6a0-4c99-9428-1b3669cdbb3b triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:28:38.776524 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:38.863292 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device e07ef768-5741-49df-b661-af8ba79b91c9 up at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:28:38.920227 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning for port e07ef768-5741-49df-b661-af8ba79b91c9 completed by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:28:38.925251 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning complete for port e07ef768-5741-49df-b661-af8ba79b91c9 triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:28:38.925621 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:39.020331 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:39.045638 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] For port e07ef768-5741-49df-b661-af8ba79b91c9, host dv-cinder-802669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=e07ef768-5741-49df-b661-af8ba79b91c9,segment=NetworkSegment(b226f756-b865-4ac3-ba22-f8bcfda44394),segment_id=b226f756-b865-4ac3-ba22-f8bcfda44394)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:28:39.050332 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:39.104778 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Pushing event updated for resources: {'Port': ['ID=e07ef768-5741-49df-b661-af8ba79b91c9,revision_number=4']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:28:39.845926 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b619a942-5b65-4d68-8657-3dcda1435a46 None None] Sync routers for ids ['e67df176-c5c6-4f77-a6f2-3e401fb18f9c'] in dv-cinder-802669-1-iscsi {{(pid=93070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:28:39.858293 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b619a942-5b65-4d68-8657-3dcda1435a46 None None] Routers {'e67df176-c5c6-4f77-a6f2-3e401fb18f9c'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:28:39.859407 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-b619a942-5b65-4d68-8657-3dcda1435a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:28:31Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['e67df176-c5c6-4f77-a6f2-3e401fb18f9c'], 'active': True} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:28:39.974754 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvr_db [None req-b619a942-5b65-4d68-8657-3dcda1435a46 None None] Set router e67df176-c5c6-4f77-a6f2-3e401fb18f9c gateway port host: dv-cinder-802669-1-iscsi {{(pid=93070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:28:40.320968 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-b619a942-5b65-4d68-8657-3dcda1435a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67df176-c5c6-4f77-a6f2-3e401fb18f9c', 'name': 'tempest-TestMinimumBasicScenario-1439342449-router', 'tenant_id': '82352d30ef3e438d82d86a93c82e449b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'e07ef768-5741-49df-b661-af8ba79b91c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:28:33Z', 'updated_at': '2021-07-28T09:28:37Z', 'revision_number': 4, 'project_id': '82352d30ef3e438d82d86a93c82e449b', 'gw_port': {'id': 'e07ef768-5741-49df-b661-af8ba79b91c9', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:70:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67df176-c5c6-4f77-a6f2-3e401fb18f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:28:34Z', 'updated_at': '2021-07-28T09:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_interfaces': [{'id': 'dfe61a74-43a4-4ec8-8f06-677ff7405d1a', 'name': '', 'network_id': 'fa3d1cdd-3dbd-4c6a-9835-2bb7db5d3676', 'tenant_id': '82352d30ef3e438d82d86a93c82e449b', 'mac_address': 'fa:16:3e:01:3e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e67df176-c5c6-4f77-a6f2-3e401fb18f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '3023759c-3293-4596-ab42-c8e7c2e4aced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:28:36Z', 'updated_at': '2021-07-28T09:28:37Z', 'revision_number': 2, 'project_id': '82352d30ef3e438d82d86a93c82e449b', 'subnets': [{'id': '3023759c-3293-4596-ab42-c8e7c2e4aced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:28:40.368535 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b619a942-5b65-4d68-8657-3dcda1435a46 None None] Checking router: e67df176-c5c6-4f77-a6f2-3e401fb18f9c for host: dv-cinder-802669-1-iscsi {{(pid=93070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:28:40.368983 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b619a942-5b65-4d68-8657-3dcda1435a46 None None] Updating router e67df176-c5c6-4f77-a6f2-3e401fb18f9c port dfe61a74-43a4-4ec8-8f06-677ff7405d1a binding host dv-cinder-802669-1-iscsi {{(pid=93070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 09:28:40.395130 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-b619a942-5b65-4d68-8657-3dcda1435a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:40.649432 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device e07ef768-5741-49df-b661-af8ba79b91c9 up at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:28:40.740073 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning complete for port e07ef768-5741-49df-b661-af8ba79b91c9 triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:28:40.740735 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:40.766690 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-b619a942-5b65-4d68-8657-3dcda1435a46 None None] Notify callbacks [] for port, precommit_update {{(pid=93070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:40.781031 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.provisioning_blocks [None req-b619a942-5b65-4d68-8657-3dcda1435a46 None None] Transition to ACTIVE for port object dfe61a74-43a4-4ec8-8f06-677ff7405d1a will not be triggered until provisioned by entity L2. {{(pid=93070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:28:40.787755 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-b619a942-5b65-4d68-8657-3dcda1435a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:40.877951 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68932ab4-dabf-455f-9c41-585d9f499e11 None None] Pushing event updated for resources: {'Port': ['ID=dfe61a74-43a4-4ec8-8f06-677ff7405d1a,revision_number=3']} {{(pid=93070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:28:40.913750 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.managers [None req-b619a942-5b65-4d68-8657-3dcda1435a46 None None] Attempting to bind port dfe61a74-43a4-4ec8-8f06-677ff7405d1a on host dv-cinder-802669-1-iscsi for vnic_type normal with profile {{(pid=93070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 09:28:40.914525 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.managers [None req-b619a942-5b65-4d68-8657-3dcda1435a46 None None] Attempting to bind port dfe61a74-43a4-4ec8-8f06-677ff7405d1a by drivers openvswitch,hyperv on host dv-cinder-802669-1-iscsi at level 0 using segments [{'id': '6ca9eaa9-fa93-4a23-a50b-a5c64677eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'fa3d1cdd-3dbd-4c6a-9835-2bb7db5d3676'}] {{(pid=93070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 09:28:40.915055 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b619a942-5b65-4d68-8657-3dcda1435a46 None None] Attempting to bind port dfe61a74-43a4-4ec8-8f06-677ff7405d1a on network fa3d1cdd-3dbd-4c6a-9835-2bb7db5d3676 {{(pid=93070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 09:28:40.940210 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b619a942-5b65-4d68-8657-3dcda1435a46 None None] Checking agent: {'id': 'c23067a4-a93a-4753-ba74-9a71aabd88dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 9, 17, 1), 'started_at': datetime.datetime(2021, 7, 28, 9, 17, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 9, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 09:28:40.940828 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b619a942-5b65-4d68-8657-3dcda1435a46 None None] Checking segment: {'id': '6ca9eaa9-fa93-4a23-a50b-a5c64677eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'fa3d1cdd-3dbd-4c6a-9835-2bb7db5d3676'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 09:28:40.941402 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-b619a942-5b65-4d68-8657-3dcda1435a46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:40.941965 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b619a942-5b65-4d68-8657-3dcda1435a46 None None] Bound using segment: {'id': '6ca9eaa9-fa93-4a23-a50b-a5c64677eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'fa3d1cdd-3dbd-4c6a-9835-2bb7db5d3676'} {{(pid=93070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 09:28:40.942594 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.managers [None req-b619a942-5b65-4d68-8657-3dcda1435a46 None None] Bound port: dfe61a74-43a4-4ec8-8f06-677ff7405d1a, host: dv-cinder-802669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ca9eaa9-fa93-4a23-a50b-a5c64677eef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'fa3d1cdd-3dbd-4c6a-9835-2bb7db5d3676'}}] {{(pid=93070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 09:28:40.943139 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-b619a942-5b65-4d68-8657-3dcda1435a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:41.032525 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.db [None req-b619a942-5b65-4d68-8657-3dcda1435a46 None None] For port dfe61a74-43a4-4ec8-8f06-677ff7405d1a, host dv-cinder-802669-1-iscsi, cleared binding levels {{(pid=93070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:28:41.035719 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.db [None req-b619a942-5b65-4d68-8657-3dcda1435a46 None None] For port dfe61a74-43a4-4ec8-8f06-677ff7405d1a, host dv-cinder-802669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=dfe61a74-43a4-4ec8-8f06-677ff7405d1a,segment=NetworkSegment(6ca9eaa9-fa93-4a23-a50b-a5c64677eef7),segment_id=6ca9eaa9-fa93-4a23-a50b-a5c64677eef7)] {{(pid=93070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:28:41.046941 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-b619a942-5b65-4d68-8657-3dcda1435a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:41.116454 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b619a942-5b65-4d68-8657-3dcda1435a46 None None] Routers {'e67df176-c5c6-4f77-a6f2-3e401fb18f9c'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:28:41.117081 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-b619a942-5b65-4d68-8657-3dcda1435a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:28:31Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['e67df176-c5c6-4f77-a6f2-3e401fb18f9c'], 'active': True} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:28:41.118964 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68932ab4-dabf-455f-9c41-585d9f499e11 None None] Pushing event updated for resources: {'Port': ['ID=dfe61a74-43a4-4ec8-8f06-677ff7405d1a,revision_number=4']} {{(pid=93070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:28:41.309503 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvr_db [None req-b619a942-5b65-4d68-8657-3dcda1435a46 None None] Set router e67df176-c5c6-4f77-a6f2-3e401fb18f9c gateway port host: dv-cinder-802669-1-iscsi {{(pid=93070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:28:41.459254 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 52604) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:28:41.582473 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-b619a942-5b65-4d68-8657-3dcda1435a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67df176-c5c6-4f77-a6f2-3e401fb18f9c', 'name': 'tempest-TestMinimumBasicScenario-1439342449-router', 'tenant_id': '82352d30ef3e438d82d86a93c82e449b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'e07ef768-5741-49df-b661-af8ba79b91c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:28:33Z', 'updated_at': '2021-07-28T09:28:37Z', 'revision_number': 4, 'project_id': '82352d30ef3e438d82d86a93c82e449b', 'gw_port': {'id': 'e07ef768-5741-49df-b661-af8ba79b91c9', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:70:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67df176-c5c6-4f77-a6f2-3e401fb18f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:28:34Z', 'updated_at': '2021-07-28T09:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_interfaces': [{'id': 'dfe61a74-43a4-4ec8-8f06-677ff7405d1a', 'name': '', 'network_id': 'fa3d1cdd-3dbd-4c6a-9835-2bb7db5d3676', 'tenant_id': '82352d30ef3e438d82d86a93c82e449b', 'mac_address': 'fa:16:3e:01:3e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e67df176-c5c6-4f77-a6f2-3e401fb18f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '3023759c-3293-4596-ab42-c8e7c2e4aced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:28:36Z', 'updated_at': '2021-07-28T09:28:41Z', 'revision_number': 4, 'project_id': '82352d30ef3e438d82d86a93c82e449b', 'subnets': [{'id': '3023759c-3293-4596-ab42-c8e7c2e4aced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:28:41.589337 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-0be762db-117f-402d-84ec-9dd8df5ec06e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:41.613428 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b619a942-5b65-4d68-8657-3dcda1435a46 None None] The sync data for ids ['e67df176-c5c6-4f77-a6f2-3e401fb18f9c'] in dv-cinder-802669-1-iscsi is: [{'id': 'e67df176-c5c6-4f77-a6f2-3e401fb18f9c', 'name': 'tempest-TestMinimumBasicScenario-1439342449-router', 'tenant_id': '82352d30ef3e438d82d86a93c82e449b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'e07ef768-5741-49df-b661-af8ba79b91c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:28:33Z', 'updated_at': '2021-07-28T09:28:37Z', 'revision_number': 4, 'project_id': '82352d30ef3e438d82d86a93c82e449b', 'gw_port': {'id': 'e07ef768-5741-49df-b661-af8ba79b91c9', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:70:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67df176-c5c6-4f77-a6f2-3e401fb18f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:28:34Z', 'updated_at': '2021-07-28T09:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_interfaces': [{'id': 'dfe61a74-43a4-4ec8-8f06-677ff7405d1a', 'name': '', 'network_id': 'fa3d1cdd-3dbd-4c6a-9835-2bb7db5d3676', 'tenant_id': '82352d30ef3e438d82d86a93c82e449b', 'mac_address': 'fa:16:3e:01:3e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e67df176-c5c6-4f77-a6f2-3e401fb18f9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '3023759c-3293-4596-ab42-c8e7c2e4aced', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:28:36Z', 'updated_at': '2021-07-28T09:28:41Z', 'revision_number': 4, 'project_id': '82352d30ef3e438d82d86a93c82e449b', 'subnets': [{'id': '3023759c-3293-4596-ab42-c8e7c2e4aced', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:28:41.752585 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-0be762db-117f-402d-84ec-9dd8df5ec06e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:41.763260 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-0be762db-117f-402d-84ec-9dd8df5ec06e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:41.799426 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be762db-117f-402d-84ec-9dd8df5ec06e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc0983dd-cb16-4638-97d3-267160ea01bb,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:28:41.827140 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be762db-117f-402d-84ec-9dd8df5ec06e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:41.827687 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be762db-117f-402d-84ec-9dd8df5ec06e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:41.828159 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be762db-117f-402d-84ec-9dd8df5ec06e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:41.828503 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be762db-117f-402d-84ec-9dd8df5ec06e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:41.828835 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be762db-117f-402d-84ec-9dd8df5ec06e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:41.829163 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be762db-117f-402d-84ec-9dd8df5ec06e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:41.829653 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be762db-117f-402d-84ec-9dd8df5ec06e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:41.829989 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be762db-117f-402d-84ec-9dd8df5ec06e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:41.830317 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be762db-117f-402d-84ec-9dd8df5ec06e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:41.830803 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be762db-117f-402d-84ec-9dd8df5ec06e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:41.831131 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be762db-117f-402d-84ec-9dd8df5ec06e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:41.831449 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0be762db-117f-402d-84ec-9dd8df5ec06e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:41.849278 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 52610) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:28:41.849758 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-0be762db-117f-402d-84ec-9dd8df5ec06e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=885bb11e247143609481f3f9dcf419d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3883095 Jul 28 09:28:41.930569 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-087b0b57-1065-47f3-8f1f-bdca5d4a05f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:41.962828 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-087b0b57-1065-47f3-8f1f-bdca5d4a05f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:42.027873 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-087b0b57-1065-47f3-8f1f-bdca5d4a05f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:42.030687 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-087b0b57-1065-47f3-8f1f-bdca5d4a05f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:42.032404 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-087b0b57-1065-47f3-8f1f-bdca5d4a05f1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dc0983dd-cb16-4638-97d3-267160ea01bb HTTP/1.1" status: 204 len: 168 time: 0.1819010 Jul 28 09:28:42.056352 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087b0b57-1065-47f3-8f1f-bdca5d4a05f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc0983dd-cb16-4638-97d3-267160ea01bb,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:28:42.065742 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087b0b57-1065-47f3-8f1f-bdca5d4a05f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:42.066097 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087b0b57-1065-47f3-8f1f-bdca5d4a05f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:42.066443 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087b0b57-1065-47f3-8f1f-bdca5d4a05f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:42.066886 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087b0b57-1065-47f3-8f1f-bdca5d4a05f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:42.067812 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087b0b57-1065-47f3-8f1f-bdca5d4a05f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:42.068169 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087b0b57-1065-47f3-8f1f-bdca5d4a05f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:42.068644 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087b0b57-1065-47f3-8f1f-bdca5d4a05f1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:42.068825 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087b0b57-1065-47f3-8f1f-bdca5d4a05f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:42.069200 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087b0b57-1065-47f3-8f1f-bdca5d4a05f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:42.069503 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087b0b57-1065-47f3-8f1f-bdca5d4a05f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:42.069775 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087b0b57-1065-47f3-8f1f-bdca5d4a05f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:42.070121 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087b0b57-1065-47f3-8f1f-bdca5d4a05f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:28:42.674967 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device dfe61a74-43a4-4ec8-8f06-677ff7405d1a up at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:28:42.752458 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning for port dfe61a74-43a4-4ec8-8f06-677ff7405d1a completed by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:28:42.756449 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning complete for port dfe61a74-43a4-4ec8-8f06-677ff7405d1a triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:28:42.757001 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:42.865958 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:42.925644 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] For port dfe61a74-43a4-4ec8-8f06-677ff7405d1a, host dv-cinder-802669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=dfe61a74-43a4-4ec8-8f06-677ff7405d1a,segment=NetworkSegment(6ca9eaa9-fa93-4a23-a50b-a5c64677eef7),segment_id=6ca9eaa9-fa93-4a23-a50b-a5c64677eef7)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:28:42.932419 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:43.003085 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Pushing event updated for resources: {'Port': ['ID=dfe61a74-43a4-4ec8-8f06-677ff7405d1a,revision_number=5']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:28:44.462860 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664e76c5-2b2b-4970-8491-b2fb2e7ad20c req-1f1a8fc9-1b6a-4ec9-95ac-586950d904a8 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:28:44.465218 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-664e76c5-2b2b-4970-8491-b2fb2e7ad20c req-1f1a8fc9-1b6a-4ec9-95ac-586950d904a8 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 946 time: 0.0611241 Jul 28 09:28:44.511461 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-664e76c5-2b2b-4970-8491-b2fb2e7ad20c req-0b75938c-a0c2-4647-9832-d2733076473e tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388803 Jul 28 09:28:44.641568 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device dfe61a74-43a4-4ec8-8f06-677ff7405d1a up at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:28:44.725096 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning complete for port dfe61a74-43a4-4ec8-8f06-677ff7405d1a triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:28:44.725630 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:45.650745 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14533645-3f10-4dbf-9ed9-5429f86f45d8 req-43627afe-e696-4716-ba27-fe17dc960740 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:28:45.652564 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-14533645-3f10-4dbf-9ed9-5429f86f45d8 req-43627afe-e696-4716-ba27-fe17dc960740 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 946 time: 0.0552554 Jul 28 09:28:45.708197 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-14533645-3f10-4dbf-9ed9-5429f86f45d8 req-c850126a-16fb-4bf9-8833-d219156f6dc2 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477965 Jul 28 09:28:46.843282 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06328e5a-e8f4-40a2-8c6c-b842b1f25761 req-4ce102e7-16c4-4dcd-bc8e-2bc2373ceca1 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:28:46.845583 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-06328e5a-e8f4-40a2-8c6c-b842b1f25761 req-4ce102e7-16c4-4dcd-bc8e-2bc2373ceca1 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 946 time: 0.0610616 Jul 28 09:28:46.893009 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-06328e5a-e8f4-40a2-8c6c-b842b1f25761 req-14b34cbb-bb89-46d7-82ba-de33184622ab tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393226 Jul 28 09:28:48.028115 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b0aea-e988-46bd-84d7-e4080d30370e req-72b3f540-3d76-4b70-b698-4aa6d4cd6cc5 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:28:48.029667 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-de6b0aea-e988-46bd-84d7-e4080d30370e req-72b3f540-3d76-4b70-b698-4aa6d4cd6cc5 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 946 time: 0.0554640 Jul 28 09:28:48.071269 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-de6b0aea-e988-46bd-84d7-e4080d30370e req-0afc443a-ea0d-4350-b946-d712a88cf333 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358257 Jul 28 09:28:49.111606 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3660e7-9ee6-4a2c-a01a-b9277ec05c43 req-09649b26-9558-4ce7-bf7c-b2d00feb960f tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:28:49.113117 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7d3660e7-9ee6-4a2c-a01a-b9277ec05c43 req-09649b26-9558-4ce7-bf7c-b2d00feb960f tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/networks?id=5c151ff0-f69c-4429-8612-95745316e0b4 HTTP/1.1" status: 200 len: 815 time: 0.1022358 Jul 28 09:28:49.128184 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7d3660e7-9ee6-4a2c-a01a-b9277ec05c43 req-4ee9e080-5bab-4fab-8fac-c8a374dabd7b tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/quotas/de7108c357a549b0a779fe9c24380ee8 HTTP/1.1" status: 200 len: 375 time: 0.0092468 Jul 28 09:28:49.216778 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7d3660e7-9ee6-4a2c-a01a-b9277ec05c43 req-2bf22c61-790d-4f4a-9f00-ea28b5d6337e tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=de7108c357a549b0a779fe9c24380ee8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0827205 Jul 28 09:28:49.229513 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838aff96-4c8b-4e06-a7eb-6c1087ddd84a req-e0bc15bb-722f-467a-9a67-cfec49afcdea tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:28:49.231000 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-838aff96-4c8b-4e06-a7eb-6c1087ddd84a req-e0bc15bb-722f-467a-9a67-cfec49afcdea tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 946 time: 0.0843027 Jul 28 09:28:49.318606 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-838aff96-4c8b-4e06-a7eb-6c1087ddd84a req-10f99f80-36e4-4faf-bd1e-16e3d808f2f1 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784256 Jul 28 09:28:49.345953 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7d3660e7-9ee6-4a2c-a01a-b9277ec05c43 req-ff710622-067d-4534-8b6e-06f690da26de service neutron] 10.222.0.23 "GET /v2.0/networks/5c151ff0-f69c-4429-8612-95745316e0b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140177 Jul 28 09:28:49.437410 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7d3660e7-9ee6-4a2c-a01a-b9277ec05c43 req-83a16826-3980-46f8-b55c-0b573990c6a6 service neutron] 10.222.0.23 "GET /v2.0/networks/5c151ff0-f69c-4429-8612-95745316e0b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855613 Jul 28 09:28:49.600055 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-032df946-37b9-486d-9673-1fc7d8a5c042 req-7882a380-f0ca-4b6b-b662-5c8547d8a5cb tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a3ccc9f-c540-41f9-881a-edfbbeee60e2 HTTP/1.1" status: 200 len: 210 time: 0.0288613 Jul 28 09:28:50.440623 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fb7957-8f5f-4751-b3e8-3712212f97d6 req-59845c02-8dce-4f33-963f-8392eb1e641d tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:28:50.442268 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b4fb7957-8f5f-4751-b3e8-3712212f97d6 req-59845c02-8dce-4f33-963f-8392eb1e641d tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 946 time: 0.0558841 Jul 28 09:28:50.529289 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b4fb7957-8f5f-4751-b3e8-3712212f97d6 req-d2b246e0-20fa-4244-95dc-0af84c53a199 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793896 Jul 28 09:28:50.592095 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3660e7-9ee6-4a2c-a01a-b9277ec05c43 req-b192b380-e73e-4da9-9c8d-411bf9fce44b tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:28:50.594033 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7d3660e7-9ee6-4a2c-a01a-b9277ec05c43 req-b192b380-e73e-4da9-9c8d-411bf9fce44b tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.32 "GET /v2.0/networks?id=5c151ff0-f69c-4429-8612-95745316e0b4 HTTP/1.1" status: 200 len: 815 time: 0.1217473 Jul 28 09:28:50.609206 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [req-7d3660e7-9ee6-4a2c-a01a-b9277ec05c43 req-6f15936f-8a0b-403c-b488-986a6dc65994 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Request body: {'port': {'device_id': '4a3ccc9f-c540-41f9-881a-edfbbeee60e2', 'network_id': '5c151ff0-f69c-4429-8612-95745316e0b4', 'admin_state_up': True, 'tenant_id': 'de7108c357a549b0a779fe9c24380ee8'}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:28:50.698596 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-d49277e7-a6ae-4cca-b110-21a2873a47ad req-b12325b5-fbfd-4bec-8ddd-aeea6cfc5966 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a3ccc9f-c540-41f9-881a-edfbbeee60e2 HTTP/1.1" status: 200 len: 210 time: 0.0299156 Jul 28 09:28:50.742805 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d3660e7-9ee6-4a2c-a01a-b9277ec05c43 req-6f15936f-8a0b-403c-b488-986a6dc65994 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Made reservation on behalf of de7108c357a549b0a779fe9c24380ee8 for: {'port': 1} {{(pid=93067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:28:50.746185 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-7d3660e7-9ee6-4a2c-a01a-b9277ec05c43 req-6f15936f-8a0b-403c-b488-986a6dc65994 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:50.873255 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.db_base_plugin_common [req-7d3660e7-9ee6-4a2c-a01a-b9277ec05c43 req-6f15936f-8a0b-403c-b488-986a6dc65994 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Allocated IP 172.20.0.6 (5c151ff0-f69c-4429-8612-95745316e0b4/c1a5e395-99a7-4d64-85f2-074a0837edd4/7bab243d-b602-40fd-a545-e20c1ce70bfa) {{(pid=93067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:28:51.015244 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-7d3660e7-9ee6-4a2c-a01a-b9277ec05c43 req-6f15936f-8a0b-403c-b488-986a6dc65994 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Notify callbacks [] for port, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:51.028802 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.provisioning_blocks [req-7d3660e7-9ee6-4a2c-a01a-b9277ec05c43 req-6f15936f-8a0b-403c-b488-986a6dc65994 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Transition to ACTIVE for port object 7bab243d-b602-40fd-a545-e20c1ce70bfa will not be triggered until provisioned by entity DHCP. {{(pid=93067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:28:51.061675 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-7d3660e7-9ee6-4a2c-a01a-b9277ec05c43 req-6f15936f-8a0b-403c-b488-986a6dc65994 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732595289878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33549966'] for port, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:51.106978 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d3660e7-9ee6-4a2c-a01a-b9277ec05c43 req-6f15936f-8a0b-403c-b488-986a6dc65994 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Network 5c151ff0-f69c-4429-8612-95745316e0b4 is already hosted by enough agents. {{(pid=93067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:28:51.110316 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.base_scheduler [req-7d3660e7-9ee6-4a2c-a01a-b9277ec05c43 req-6f15936f-8a0b-403c-b488-986a6dc65994 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Resources bound (agent type, host, resource id): {{(pid=93067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:28:51.114135 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d3660e7-9ee6-4a2c-a01a-b9277ec05c43 req-6f15936f-8a0b-403c-b488-986a6dc65994 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Received port after_create {{(pid=93067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 09:28:51.122705 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f15936f-8a0b-403c-b488-986a6dc65994 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Pushing event updated for resources: {'Port': ['ID=7bab243d-b602-40fd-a545-e20c1ce70bfa,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:28:51.171945 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3660e7-9ee6-4a2c-a01a-b9277ec05c43 req-6f15936f-8a0b-403c-b488-986a6dc65994 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:28:51.172641 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-7d3660e7-9ee6-4a2c-a01a-b9277ec05c43 req-6f15936f-8a0b-403c-b488-986a6dc65994 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905'] for port, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:51.192973 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7d3660e7-9ee6-4a2c-a01a-b9277ec05c43 req-6f15936f-8a0b-403c-b488-986a6dc65994 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5884326 Jul 28 09:28:51.339376 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-6624e1f0-87b5-4101-8b78-e9f13129251f None None] Provisioning for port 7bab243d-b602-40fd-a545-e20c1ce70bfa completed by entity DHCP. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:28:51.348054 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-6624e1f0-87b5-4101-8b78-e9f13129251f None None] Provisioning complete for port 7bab243d-b602-40fd-a545-e20c1ce70bfa triggered by entity DHCP. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:28:51.348427 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-6624e1f0-87b5-4101-8b78-e9f13129251f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:51.385918 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-6624e1f0-87b5-4101-8b78-e9f13129251f None None] Port 7bab243d-b602-40fd-a545-e20c1ce70bfa cannot update to ACTIVE because it is not bound. {{(pid=93069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 09:28:51.648280 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b8cd6-dae0-43c0-b620-713f5a7e4bf8 req-2244bfbb-2cc6-4fe8-9716-07776ae136be tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:28:51.649673 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a39b8cd6-dae0-43c0-b620-713f5a7e4bf8 req-2244bfbb-2cc6-4fe8-9716-07776ae136be tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 946 time: 0.0495801 Jul 28 09:28:51.689828 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a39b8cd6-dae0-43c0-b620-713f5a7e4bf8 req-cd235be9-c38e-42bb-90f2-7dba2c3fb7ca tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333183 Jul 28 09:28:51.813445 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda427b3-401f-4d2c-a830-c45a78f89b3c req-2aebed6b-55f2-4e43-a737-95ce55f6a57c tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:28:51.814889 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-fda427b3-401f-4d2c-a830-c45a78f89b3c req-2aebed6b-55f2-4e43-a737-95ce55f6a57c tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a3ccc9f-c540-41f9-881a-edfbbeee60e2 HTTP/1.1" status: 200 len: 931 time: 0.0481210 Jul 28 09:28:51.855771 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-fda427b3-401f-4d2c-a830-c45a78f89b3c req-9a066af1-2785-44ea-803d-1dfe1ad77f20 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/security-groups?id=f097d9a5-895a-44a3-ba79-3431c037bfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348935 Jul 28 09:28:52.802749 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69266ee4-bbc5-49c0-97a3-6f6ff8c2015a req-d723ec5c-6c9f-4689-ab09-58cdc1be70af tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:28:52.804158 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-69266ee4-bbc5-49c0-97a3-6f6ff8c2015a req-d723ec5c-6c9f-4689-ab09-58cdc1be70af tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 946 time: 0.0484617 Jul 28 09:28:52.844068 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-69266ee4-bbc5-49c0-97a3-6f6ff8c2015a req-6945612d-d449-4193-b524-9812a9b23978 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340493 Jul 28 09:28:52.966789 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8348d718-e9e9-433c-b070-72f9224c5601 req-a5482521-062f-4ea7-b101-9588de6e263e tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:28:52.969009 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-8348d718-e9e9-433c-b070-72f9224c5601 req-a5482521-062f-4ea7-b101-9588de6e263e tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a3ccc9f-c540-41f9-881a-edfbbeee60e2 HTTP/1.1" status: 200 len: 931 time: 0.0484691 Jul 28 09:28:53.005643 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-8348d718-e9e9-433c-b070-72f9224c5601 req-e7a6a10e-c7c5-4831-86a9-5390f45e3273 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/security-groups?id=f097d9a5-895a-44a3-ba79-3431c037bfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308452 Jul 28 09:28:53.597675 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [req-7d3660e7-9ee6-4a2c-a01a-b9277ec05c43 req-4d69260f-82f7-48b7-ad67-30a2a7fde846 service neutron] Request body: {'port': {'device_id': '4a3ccc9f-c540-41f9-881a-edfbbeee60e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80266'}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:28:53.656105 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-7d3660e7-9ee6-4a2c-a01a-b9277ec05c43 req-4d69260f-82f7-48b7-ad67-30a2a7fde846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:53.745502 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e8a8c459-a431-433d-bd38-b0eb644e5d18 req-a091b217-e204-4776-bd0b-6911f3554891 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0760067 Jul 28 09:28:53.892856 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8c459-a431-433d-bd38-b0eb644e5d18 req-cef35ad3-41b3-4c88-ad5c-a11894b82696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:28:53.894741 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e8a8c459-a431-433d-bd38-b0eb644e5d18 req-cef35ad3-41b3-4c88-ad5c-a11894b82696 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b8340ca8a0bb47c3871a9e4d939e9a44&device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 1100 time: 0.1033576 Jul 28 09:28:54.103149 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4210ced0-8210-46b3-800e-4e29e5b2ef89 req-c664a432-76ec-43ae-8e7e-fea70f782771 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:28:54.105156 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-4210ced0-8210-46b3-800e-4e29e5b2ef89 req-c664a432-76ec-43ae-8e7e-fea70f782771 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 946 time: 0.1888282 Jul 28 09:28:54.229404 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8c459-a431-433d-bd38-b0eb644e5d18 req-4ec55995-e178-49d7-b499-339d6b1658a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:28:54.230818 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e8a8c459-a431-433d-bd38-b0eb644e5d18 req-4ec55995-e178-49d7-b499-339d6b1658a2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=59c4a637-5ed0-4b6e-a037-96ec97ce270f HTTP/1.1" status: 200 len: 918 time: 0.3121612 Jul 28 09:28:54.255345 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.notifiers.nova [req-7d3660e7-9ee6-4a2c-a01a-b9277ec05c43 req-4d69260f-82f7-48b7-ad67-30a2a7fde846 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bab243d-b602-40fd-a545-e20c1ce70bfa {{(pid=93067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 09:28:54.269824 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd36f0f5-7a5a-4719-809b-badfc49c8a09 req-a12e2f4b-a0ff-46e7-8b14-9933d78ffa61 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:28:54.271427 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-fd36f0f5-7a5a-4719-809b-badfc49c8a09 req-a12e2f4b-a0ff-46e7-8b14-9933d78ffa61 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a3ccc9f-c540-41f9-881a-edfbbeee60e2 HTTP/1.1" status: 200 len: 931 time: 0.1516168 Jul 28 09:28:54.277539 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-7d3660e7-9ee6-4a2c-a01a-b9277ec05c43 req-4d69260f-82f7-48b7-ad67-30a2a7fde846 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:54.290669 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-4210ced0-8210-46b3-800e-4e29e5b2ef89 req-826353e6-c711-4767-9f84-5c523955d3d4 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1612053 Jul 28 09:28:54.310161 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.provisioning_blocks [req-7d3660e7-9ee6-4a2c-a01a-b9277ec05c43 req-4d69260f-82f7-48b7-ad67-30a2a7fde846 service neutron] Transition to ACTIVE for port object 7bab243d-b602-40fd-a545-e20c1ce70bfa will not be triggered until provisioned by entity L2. {{(pid=93067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:28:54.316348 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-7d3660e7-9ee6-4a2c-a01a-b9277ec05c43 req-4d69260f-82f7-48b7-ad67-30a2a7fde846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33549957'] for port, after_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:54.361408 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-fd36f0f5-7a5a-4719-809b-badfc49c8a09 req-5e0cf22c-0561-4d4d-ba82-4841971d080b tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/security-groups?id=f097d9a5-895a-44a3-ba79-3431c037bfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808024 Jul 28 09:28:54.384735 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d69260f-82f7-48b7-ad67-30a2a7fde846 service neutron] Pushing event updated for resources: {'Port': ['ID=7bab243d-b602-40fd-a545-e20c1ce70bfa,revision_number=2']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:28:54.484495 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.managers [req-7d3660e7-9ee6-4a2c-a01a-b9277ec05c43 req-4d69260f-82f7-48b7-ad67-30a2a7fde846 service neutron] Attempting to bind port 7bab243d-b602-40fd-a545-e20c1ce70bfa on host hv-cinder-80266 for vnic_type normal with profile {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 09:28:54.484929 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.managers [req-7d3660e7-9ee6-4a2c-a01a-b9277ec05c43 req-4d69260f-82f7-48b7-ad67-30a2a7fde846 service neutron] Attempting to bind port 7bab243d-b602-40fd-a545-e20c1ce70bfa by drivers openvswitch,hyperv on host hv-cinder-80266 at level 0 using segments [{'id': 'a4b20285-93a0-47b8-8d16-f514cfb8652f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5c151ff0-f69c-4429-8612-95745316e0b4'}] {{(pid=93067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 09:28:54.485431 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3660e7-9ee6-4a2c-a01a-b9277ec05c43 req-4d69260f-82f7-48b7-ad67-30a2a7fde846 service neutron] Attempting to bind port 7bab243d-b602-40fd-a545-e20c1ce70bfa on network 5c151ff0-f69c-4429-8612-95745316e0b4 {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 09:28:54.491007 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3660e7-9ee6-4a2c-a01a-b9277ec05c43 req-4d69260f-82f7-48b7-ad67-30a2a7fde846 service neutron] Port 7bab243d-b602-40fd-a545-e20c1ce70bfa on network 5c151ff0-f69c-4429-8612-95745316e0b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80266 {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 09:28:54.491007 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3660e7-9ee6-4a2c-a01a-b9277ec05c43 req-4d69260f-82f7-48b7-ad67-30a2a7fde846 service neutron] Attempting to bind port 7bab243d-b602-40fd-a545-e20c1ce70bfa on network 5c151ff0-f69c-4429-8612-95745316e0b4 {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 09:28:54.497856 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3660e7-9ee6-4a2c-a01a-b9277ec05c43 req-4d69260f-82f7-48b7-ad67-30a2a7fde846 service neutron] Checking agent: {'id': '2e21c55d-f4ce-498b-abcc-e7d8675cd352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80266', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 9, 22, 54), 'started_at': datetime.datetime(2021, 7, 28, 9, 22, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 9, 28, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 09:28:54.497856 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3660e7-9ee6-4a2c-a01a-b9277ec05c43 req-4d69260f-82f7-48b7-ad67-30a2a7fde846 service neutron] Checking segment: {'id': 'a4b20285-93a0-47b8-8d16-f514cfb8652f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5c151ff0-f69c-4429-8612-95745316e0b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 09:28:54.497856 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d3660e7-9ee6-4a2c-a01a-b9277ec05c43 req-4d69260f-82f7-48b7-ad67-30a2a7fde846 service neutron] Bound using segment: {'id': 'a4b20285-93a0-47b8-8d16-f514cfb8652f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5c151ff0-f69c-4429-8612-95745316e0b4'} {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 09:28:54.498223 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.managers [req-7d3660e7-9ee6-4a2c-a01a-b9277ec05c43 req-4d69260f-82f7-48b7-ad67-30a2a7fde846 service neutron] Bound port: 7bab243d-b602-40fd-a545-e20c1ce70bfa, host: hv-cinder-80266, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4b20285-93a0-47b8-8d16-f514cfb8652f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5c151ff0-f69c-4429-8612-95745316e0b4'}}] {{(pid=93067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 09:28:54.499000 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-7d3660e7-9ee6-4a2c-a01a-b9277ec05c43 req-4d69260f-82f7-48b7-ad67-30a2a7fde846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:54.617117 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.db [req-7d3660e7-9ee6-4a2c-a01a-b9277ec05c43 req-4d69260f-82f7-48b7-ad67-30a2a7fde846 service neutron] For port 7bab243d-b602-40fd-a545-e20c1ce70bfa, host hv-cinder-80266, cleared binding levels {{(pid=93067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:28:54.620711 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.db [req-7d3660e7-9ee6-4a2c-a01a-b9277ec05c43 req-4d69260f-82f7-48b7-ad67-30a2a7fde846 service neutron] For port 7bab243d-b602-40fd-a545-e20c1ce70bfa, host hv-cinder-80266, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=7bab243d-b602-40fd-a545-e20c1ce70bfa,segment=NetworkSegment(a4b20285-93a0-47b8-8d16-f514cfb8652f),segment_id=a4b20285-93a0-47b8-8d16-f514cfb8652f)] {{(pid=93067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:28:54.627200 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-7d3660e7-9ee6-4a2c-a01a-b9277ec05c43 req-4d69260f-82f7-48b7-ad67-30a2a7fde846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33549957'] for port, after_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:54.679649 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3660e7-9ee6-4a2c-a01a-b9277ec05c43 req-4d69260f-82f7-48b7-ad67-30a2a7fde846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:28:54.680409 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-7d3660e7-9ee6-4a2c-a01a-b9277ec05c43 req-4d69260f-82f7-48b7-ad67-30a2a7fde846 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905'] for port, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:54.682212 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7d3660e7-9ee6-4a2c-a01a-b9277ec05c43 req-4d69260f-82f7-48b7-ad67-30a2a7fde846 service neutron] 10.222.0.32 "PUT /v2.0/ports/7bab243d-b602-40fd-a545-e20c1ce70bfa HTTP/1.1" status: 200 len: 1093 time: 1.0887356 Jul 28 09:28:54.682662 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a3ccc9f-c540-41f9-881a-edfbbeee60e2', 'tag': '7bab243d-b602-40fd-a545-e20c1ce70bfa'}] {{(pid=93067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:28:54.685701 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}119bb006a51e6799d77012a49065aa76076224f53078518f9bbc3af1ae40a877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea5d4ad-d5eb-4565-989c-fbcf68338995" -d '{"events": [{"name": "network-changed", "server_uuid": "4a3ccc9f-c540-41f9-881a-edfbbeee60e2", "tag": "7bab243d-b602-40fd-a545-e20c1ce70bfa"}]}' {{(pid=93067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:28:54.715443 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d69260f-82f7-48b7-ad67-30a2a7fde846 service neutron] Pushing event updated for resources: {'Port': ['ID=7bab243d-b602-40fd-a545-e20c1ce70bfa,revision_number=3']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:28:54.781567 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 09:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abeca2f4-da9c-4982-a797-e9a7aa2d7f09 x-openstack-request-id: req-abeca2f4-da9c-4982-a797-e9a7aa2d7f09 {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:28:54.781870 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a3ccc9f-c540-41f9-881a-edfbbeee60e2", "tag": "7bab243d-b602-40fd-a545-e20c1ce70bfa", "status": "completed", "code": 200}]} {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:28:54.782175 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-abeca2f4-da9c-4982-a797-e9a7aa2d7f09 {{(pid=93067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:28:54.782588 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a3ccc9f-c540-41f9-881a-edfbbeee60e2', 'tag': '7bab243d-b602-40fd-a545-e20c1ce70bfa', 'status': 'completed', 'code': 200} Jul 28 09:28:54.821941 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:55.419438 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0673d7e-8af2-4a34-b4bf-cc4ce1ad11b6 req-322d1a25-3ed6-477e-8f3c-f26ecb62832c tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:28:55.421870 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-f0673d7e-8af2-4a34-b4bf-cc4ce1ad11b6 req-322d1a25-3ed6-477e-8f3c-f26ecb62832c tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 946 time: 0.0550485 Jul 28 09:28:55.481089 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-f0673d7e-8af2-4a34-b4bf-cc4ce1ad11b6 req-f4fee9df-f85e-4e15-aea6-487231c2c01a tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532146 Jul 28 09:28:55.517476 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ead9de9-6a0f-400c-998e-1331f0b245b2 req-a49835e6-0e7a-4376-a8a3-f5df47f59a09 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:28:55.518895 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-3ead9de9-6a0f-400c-998e-1331f0b245b2 req-a49835e6-0e7a-4376-a8a3-f5df47f59a09 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a3ccc9f-c540-41f9-881a-edfbbeee60e2 HTTP/1.1" status: 200 len: 943 time: 0.0658538 Jul 28 09:28:55.563990 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-3ead9de9-6a0f-400c-998e-1331f0b245b2 req-c5fd3c5a-5f6a-41a6-8e1f-7dcb875cd649 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/security-groups?id=f097d9a5-895a-44a3-ba79-3431c037bfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385675 Jul 28 09:28:56.614206 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9b1a97-62d9-430c-89dc-d9293978a972 req-fecb00dd-2f78-45ab-9b7d-56ea57b16f63 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:28:56.621583 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-3f9b1a97-62d9-430c-89dc-d9293978a972 req-fecb00dd-2f78-45ab-9b7d-56ea57b16f63 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 946 time: 0.0697050 Jul 28 09:28:56.705778 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-3f9b1a97-62d9-430c-89dc-d9293978a972 req-825b45a9-3889-4499-8518-e8bdf47d205f tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774677 Jul 28 09:28:56.737506 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e067c3bd-6467-4b96-b87d-0bdc180c047e req-4b53f8ed-9e6c-4943-b32b-f87d9c41f5ed tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:28:56.744062 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e067c3bd-6467-4b96-b87d-0bdc180c047e req-4b53f8ed-9e6c-4943-b32b-f87d9c41f5ed tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a3ccc9f-c540-41f9-881a-edfbbeee60e2 HTTP/1.1" status: 200 len: 943 time: 0.0868161 Jul 28 09:28:56.779134 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e067c3bd-6467-4b96-b87d-0bdc180c047e req-1a9572e2-5025-4a50-8a8a-b7577697ff30 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/security-groups?id=f097d9a5-895a-44a3-ba79-3431c037bfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330131 Jul 28 09:28:57.874888 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e4f446-d2db-4ba8-abcf-a5e2583a302f req-a93241a6-4e69-45e4-8118-a91ec5793dfa tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:28:57.876654 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e9e4f446-d2db-4ba8-abcf-a5e2583a302f req-a93241a6-4e69-45e4-8118-a91ec5793dfa tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 946 time: 0.0864682 Jul 28 09:28:57.952928 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e9e4f446-d2db-4ba8-abcf-a5e2583a302f req-0c5a6441-a8e8-4c4c-b7e8-a169b07caa25 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568309 Jul 28 09:28:57.981532 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349d500-6f83-4705-b623-3e512d982835 req-434ecd87-4a38-465b-9e38-579f329d57bf tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:28:57.983620 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b349d500-6f83-4705-b623-3e512d982835 req-434ecd87-4a38-465b-9e38-579f329d57bf tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a3ccc9f-c540-41f9-881a-edfbbeee60e2 HTTP/1.1" status: 200 len: 943 time: 0.1027997 Jul 28 09:28:58.025696 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b349d500-6f83-4705-b623-3e512d982835 req-fc34714c-5a5c-45ff-bca0-2a1ecbfb19ce tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/security-groups?id=f097d9a5-895a-44a3-ba79-3431c037bfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350616 Jul 28 09:28:58.344442 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-c1cb011e-ad62-4c24-b4b8-f2d5ae4acc3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:59.159190 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b1cfba-3b43-4c3c-812d-792fe404ba62 req-12919b40-1b7c-4f22-a001-f49d11df0a90 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:28:59.161388 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-26b1cfba-3b43-4c3c-812d-792fe404ba62 req-12919b40-1b7c-4f22-a001-f49d11df0a90 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 946 time: 0.1091473 Jul 28 09:28:59.206117 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfec1c80-0fed-4851-b840-4cfa14b88039 req-ce9b75a7-0ee5-4433-8618-36bc3b7bbbf9 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:28:59.208000 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-cfec1c80-0fed-4851-b840-4cfa14b88039 req-ce9b75a7-0ee5-4433-8618-36bc3b7bbbf9 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a3ccc9f-c540-41f9-881a-edfbbeee60e2 HTTP/1.1" status: 200 len: 943 time: 0.1026137 Jul 28 09:28:59.256825 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-26b1cfba-3b43-4c3c-812d-792fe404ba62 req-41b767b3-9396-4420-af39-6ee546c82878 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883934 Jul 28 09:28:59.308382 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-cfec1c80-0fed-4851-b840-4cfa14b88039 req-66067dc0-ea7f-4c08-a9e7-2a43aaf40502 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/security-groups?id=f097d9a5-895a-44a3-ba79-3431c037bfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768380 Jul 28 09:28:59.555834 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 52986) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:28:59.674231 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-06c9c3cd-4205-4d98-819f-48508ec7fa94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:59.772332 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-06c9c3cd-4205-4d98-819f-48508ec7fa94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:59.777717 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-06c9c3cd-4205-4d98-819f-48508ec7fa94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:59.818915 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c9c3cd-4205-4d98-819f-48508ec7fa94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c702f165-b075-4cf7-819b-50bec63f58db,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:28:59.827891 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-06c9c3cd-4205-4d98-819f-48508ec7fa94 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ff0bf530ada643d780ac6e0da0d3163e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2679262 Jul 28 09:28:59.829054 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 52990) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:28:59.888471 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-b5b59cfb-b6c4-4e89-999c-c71d20626366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:59.912366 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-b5b59cfb-b6c4-4e89-999c-c71d20626366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:59.959098 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-b5b59cfb-b6c4-4e89-999c-c71d20626366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:59.961650 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-b5b59cfb-b6c4-4e89-999c-c71d20626366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:28:59.962842 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-b5b59cfb-b6c4-4e89-999c-c71d20626366 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/c702f165-b075-4cf7-819b-50bec63f58db HTTP/1.1" status: 204 len: 168 time: 0.1336787 Jul 28 09:28:59.977478 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b59cfb-b6c4-4e89-999c-c71d20626366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c702f165-b075-4cf7-819b-50bec63f58db,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:29:00.414014 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418c415-c147-4971-90d5-8baf45587264 req-86a71ae2-6feb-44da-8561-755f712485ed tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:00.416475 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b418c415-c147-4971-90d5-8baf45587264 req-86a71ae2-6feb-44da-8561-755f712485ed tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 946 time: 0.0949202 Jul 28 09:29:00.520571 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b418c415-c147-4971-90d5-8baf45587264 req-7bb87726-722b-439f-8d49-fa5b89e829e8 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958319 Jul 28 09:29:00.542078 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cf9b51-4f88-4a96-8530-61739e2f2327 req-37e270dc-dda7-4fb8-910b-352bafbf3796 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:00.544584 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-48cf9b51-4f88-4a96-8530-61739e2f2327 req-37e270dc-dda7-4fb8-910b-352bafbf3796 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a3ccc9f-c540-41f9-881a-edfbbeee60e2 HTTP/1.1" status: 200 len: 943 time: 0.1019711 Jul 28 09:29:00.618271 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-48cf9b51-4f88-4a96-8530-61739e2f2327 req-09eedce5-1147-46cb-bf63-8729ef433e86 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/security-groups?id=f097d9a5-895a-44a3-ba79-3431c037bfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653589 Jul 28 09:29:00.725953 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-49932a4b-c50f-4d0c-8ef2-1c270474a85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:01.092513 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:01.269577 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 53036) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:29:01.379157 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-6d975e94-78ff-4595-9c27-4b48d1df064a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:01.494191 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-6d975e94-78ff-4595-9c27-4b48d1df064a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:01.500874 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-6d975e94-78ff-4595-9c27-4b48d1df064a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:01.538913 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-6d975e94-78ff-4595-9c27-4b48d1df064a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0fff71bd0d34465ea0fa147b0bfa6c57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2680459 Jul 28 09:29:01.541533 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 53042) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:29:01.552499 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d975e94-78ff-4595-9c27-4b48d1df064a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872c65b1-38d5-465d-b65a-4213f1d53366,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:29:01.626825 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-2e000257-8725-4c18-9879-6229fa6e2fd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:01.649723 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-2e000257-8725-4c18-9879-6229fa6e2fd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:01.657078 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d665b-5999-45c2-a233-c5810e335a3c req-74a77b78-7923-46f4-9711-9b6dbc47cd17 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:01.661183 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-973d665b-5999-45c2-a233-c5810e335a3c req-74a77b78-7923-46f4-9711-9b6dbc47cd17 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 946 time: 0.0612996 Jul 28 09:29:01.706252 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-2e000257-8725-4c18-9879-6229fa6e2fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:01.709835 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-2e000257-8725-4c18-9879-6229fa6e2fd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:01.713665 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-2e000257-8725-4c18-9879-6229fa6e2fd0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/872c65b1-38d5-465d-b65a-4213f1d53366 HTTP/1.1" status: 204 len: 168 time: 0.1693873 Jul 28 09:29:01.721764 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e000257-8725-4c18-9879-6229fa6e2fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872c65b1-38d5-465d-b65a-4213f1d53366,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:29:01.732070 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-973d665b-5999-45c2-a233-c5810e335a3c req-3b92004c-e114-42ac-a571-6bdb706aba35 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553286 Jul 28 09:29:01.821484 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4424828e-4153-4f3d-a624-c57cb458aee4 req-010c3db8-3ff6-47e8-882b-38e5eb66aebb tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:01.826279 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-4424828e-4153-4f3d-a624-c57cb458aee4 req-010c3db8-3ff6-47e8-882b-38e5eb66aebb tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a3ccc9f-c540-41f9-881a-edfbbeee60e2 HTTP/1.1" status: 200 len: 943 time: 0.0709844 Jul 28 09:29:01.877701 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-4424828e-4153-4f3d-a624-c57cb458aee4 req-83f73154-241d-428f-a3ed-c6ee9d3e2b69 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/security-groups?id=f097d9a5-895a-44a3-ba79-3431c037bfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447495 Jul 28 09:29:02.099024 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-29fc97ff-9392-4c7d-8b91-be3be07fca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:02.868326 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053499d9-c620-4c57-8e83-722b19336cd0 req-dec1f948-cee2-4aa2-a8c6-8d57dbbb45dd tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:02.870116 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-053499d9-c620-4c57-8e83-722b19336cd0 req-dec1f948-cee2-4aa2-a8c6-8d57dbbb45dd tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 946 time: 0.0729048 Jul 28 09:29:03.000503 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-053499d9-c620-4c57-8e83-722b19336cd0 req-d8a6b574-fe96-4354-ac87-4a632d1c28ab tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219923 Jul 28 09:29:03.101767 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f70002-60c9-4e90-9d30-c2c7c8188980 req-af920cd9-9e2d-405e-9d95-cc801d12b777 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:03.103877 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-68f70002-60c9-4e90-9d30-c2c7c8188980 req-af920cd9-9e2d-405e-9d95-cc801d12b777 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a3ccc9f-c540-41f9-881a-edfbbeee60e2 HTTP/1.1" status: 200 len: 943 time: 0.1375222 Jul 28 09:29:03.162874 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-68f70002-60c9-4e90-9d30-c2c7c8188980 req-4d8feccb-35de-4465-944b-7add9a78b078 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/security-groups?id=f097d9a5-895a-44a3-ba79-3431c037bfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516250 Jul 28 09:29:03.640275 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-2284cd4c-493c-4cd5-902b-cad83a6c7b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:04.142187 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e2d4b6-ac42-4335-934c-17b2c231b238 req-d6ff60a1-32bc-43d8-9c3f-9d3ae7fcb173 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:04.143921 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-72e2d4b6-ac42-4335-934c-17b2c231b238 req-d6ff60a1-32bc-43d8-9c3f-9d3ae7fcb173 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 946 time: 0.0526159 Jul 28 09:29:04.182927 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-72e2d4b6-ac42-4335-934c-17b2c231b238 req-b04a373f-3cf8-42fa-a061-636865f5c7df tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322592 Jul 28 09:29:04.302798 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2bfb7-7300-48db-961b-12c6a55a0a94 req-3b2043e2-038d-466a-b11f-b7af68ac7361 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:04.304778 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-38f2bfb7-7300-48db-961b-12c6a55a0a94 req-3b2043e2-038d-466a-b11f-b7af68ac7361 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a3ccc9f-c540-41f9-881a-edfbbeee60e2 HTTP/1.1" status: 200 len: 943 time: 0.0568469 Jul 28 09:29:04.349159 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-38f2bfb7-7300-48db-961b-12c6a55a0a94 req-bbc26dea-b059-4479-bfd5-923bb4653f0a tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/security-groups?id=f097d9a5-895a-44a3-ba79-3431c037bfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354917 Jul 28 09:29:05.124303 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e8a8c459-a431-433d-bd38-b0eb644e5d18 req-bbc4c5ef-29d7-49fd-b2d2-ab7814b85a9b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=783c4c2d-0e20-455d-97a1-49611ff7ea66 HTTP/1.1" status: 200 len: 1001 time: 0.0938005 Jul 28 09:29:05.126862 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea5d4ad-d5eb-4565-989c-fbcf68338995 req-c0015e6a-2c40-41a2-b8b9-cf94e1c6c6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:05.128318 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-bea5d4ad-d5eb-4565-989c-fbcf68338995 req-c0015e6a-2c40-41a2-b8b9-cf94e1c6c6da service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=de7108c357a549b0a779fe9c24380ee8&device_id=4a3ccc9f-c540-41f9-881a-edfbbeee60e2 HTTP/1.1" status: 200 len: 1096 time: 0.0601830 Jul 28 09:29:05.603199 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8c459-a431-433d-bd38-b0eb644e5d18 req-0b5b38e0-4c38-493d-9338-d1a0663beac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:05.604635 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e8a8c459-a431-433d-bd38-b0eb644e5d18 req-0b5b38e0-4c38-493d-9338-d1a0663beac5 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fd0bcb40-b982-4039-a925-2309bc61c85b HTTP/1.1" status: 200 len: 856 time: 0.4646702 Jul 28 09:29:05.687849 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea5d4ad-d5eb-4565-989c-fbcf68338995 req-b7c5d2d6-77c1-46b6-ab32-8c1cd31e5916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:05.689356 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-bea5d4ad-d5eb-4565-989c-fbcf68338995 req-b7c5d2d6-77c1-46b6-ab32-8c1cd31e5916 service neutron] 10.222.0.32 "GET /v2.0/networks?tenant_id=de7108c357a549b0a779fe9c24380ee8&shared=False HTTP/1.1" status: 200 len: 916 time: 0.5482416 Jul 28 09:29:05.708739 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15974df6-a49d-4d16-a7e5-ed50960f7321 req-c04cf1f4-e14f-471c-8ab4-7d52ef7e7f91 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:05.710213 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-15974df6-a49d-4d16-a7e5-ed50960f7321 req-c04cf1f4-e14f-471c-8ab4-7d52ef7e7f91 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 946 time: 0.4431806 Jul 28 09:29:05.817010 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565d9e6-2ab8-4b79-bd17-b35ef9660cd3 req-468a0f63-547c-4c8b-9dbb-5d6651b1df6a tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:05.819214 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-5565d9e6-2ab8-4b79-bd17-b35ef9660cd3 req-468a0f63-547c-4c8b-9dbb-5d6651b1df6a tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a3ccc9f-c540-41f9-881a-edfbbeee60e2 HTTP/1.1" status: 200 len: 943 time: 0.2502861 Jul 28 09:29:05.869502 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8c459-a431-433d-bd38-b0eb644e5d18 req-f0e1281e-fa50-492b-af03-d58cf0a453a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:05.871111 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e8a8c459-a431-433d-bd38-b0eb644e5d18 req-f0e1281e-fa50-492b-af03-d58cf0a453a9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59c4a637-5ed0-4b6e-a037-96ec97ce270f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2336926 Jul 28 09:29:05.941115 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-15974df6-a49d-4d16-a7e5-ed50960f7321 req-9b131a30-33ff-4d83-b4dd-569d8c6ef89e tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2133088 Jul 28 09:29:06.005443 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-5565d9e6-2ab8-4b79-bd17-b35ef9660cd3 req-669e808e-fb36-457a-8a3c-05bcdbb17650 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/security-groups?id=f097d9a5-895a-44a3-ba79-3431c037bfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723855 Jul 28 09:29:06.015077 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea5d4ad-d5eb-4565-989c-fbcf68338995 req-56ec0435-6e6a-4798-8b78-6e0ddf81e3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:06.016592 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-bea5d4ad-d5eb-4565-989c-fbcf68338995 req-56ec0435-6e6a-4798-8b78-6e0ddf81e3f3 service neutron] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3190305 Jul 28 09:29:06.067142 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e8a8c459-a431-433d-bd38-b0eb644e5d18 req-f2c063ad-74e4-43df-8ec1-62c4ff420282 service neutron] 10.222.0.32 "GET /v2.0/networks/59c4a637-5ed0-4b6e-a037-96ec97ce270f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769292 Jul 28 09:29:06.179793 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3660e7-9ee6-4a2c-a01a-b9277ec05c43 req-c5b872ce-9e1e-47a3-97f9-2a912cae269b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:06.181225 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7d3660e7-9ee6-4a2c-a01a-b9277ec05c43 req-c5b872ce-9e1e-47a3-97f9-2a912cae269b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=de7108c357a549b0a779fe9c24380ee8&device_id=4a3ccc9f-c540-41f9-881a-edfbbeee60e2 HTTP/1.1" status: 200 len: 1096 time: 0.0947752 Jul 28 09:29:06.256729 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e8a8c459-a431-433d-bd38-b0eb644e5d18 req-de8f0fb4-df06-416a-aa3d-27f165916afa service neutron] 10.222.0.32 "GET /v2.0/networks/59c4a637-5ed0-4b6e-a037-96ec97ce270f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782975 Jul 28 09:29:06.258234 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7d3660e7-9ee6-4a2c-a01a-b9277ec05c43 req-b4b38709-4003-41c3-889f-8e24fd528d61 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7bab243d-b602-40fd-a545-e20c1ce70bfa HTTP/1.1" status: 200 len: 217 time: 0.0547895 Jul 28 09:29:06.310939 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da980417-6a20-4046-8e3f-75980671040e req-7c66b31c-dfa7-43aa-b04b-e800eede9f5f tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:06.312609 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-da980417-6a20-4046-8e3f-75980671040e req-7c66b31c-dfa7-43aa-b04b-e800eede9f5f tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 947 time: 0.1290741 Jul 28 09:29:06.342939 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3660e7-9ee6-4a2c-a01a-b9277ec05c43 req-972b3cba-59ba-4b01-8049-795163b1594d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:06.344389 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7d3660e7-9ee6-4a2c-a01a-b9277ec05c43 req-972b3cba-59ba-4b01-8049-795163b1594d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c1a5e395-99a7-4d64-85f2-074a0837edd4 HTTP/1.1" status: 200 len: 854 time: 0.0763211 Jul 28 09:29:06.369589 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-da980417-6a20-4046-8e3f-75980671040e req-68c32941-62ea-4644-becd-a8ea9cffb67d tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492537 Jul 28 09:29:06.397509 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3660e7-9ee6-4a2c-a01a-b9277ec05c43 req-59557efd-036b-45bf-945b-90cb2ec2eb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:06.399010 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7d3660e7-9ee6-4a2c-a01a-b9277ec05c43 req-59557efd-036b-45bf-945b-90cb2ec2eb35 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5c151ff0-f69c-4429-8612-95745316e0b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446959 Jul 28 09:29:06.496545 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7d3660e7-9ee6-4a2c-a01a-b9277ec05c43 req-418dad1c-be66-4e76-abb5-71fddd43c5f7 service neutron] 10.222.0.32 "GET /v2.0/networks/5c151ff0-f69c-4429-8612-95745316e0b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888009 Jul 28 09:29:06.590613 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7d3660e7-9ee6-4a2c-a01a-b9277ec05c43 req-9c64948e-d405-491f-aac8-217a68611d33 service neutron] 10.222.0.32 "GET /v2.0/networks/5c151ff0-f69c-4429-8612-95745316e0b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847011 Jul 28 09:29:06.687330 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.agents_db [None req-63843732-4a37-4b37-bfab-6dab7fdb1052 None None] Agent healthcheck: found 6 active agents {{(pid=93070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:29:07.072176 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590f6d37-277a-4322-b012-859236d38738 req-3d7fa5d3-985d-47d8-a9db-32e10d25858c tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:07.073796 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-590f6d37-277a-4322-b012-859236d38738 req-3d7fa5d3-985d-47d8-a9db-32e10d25858c tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 946 time: 0.0522268 Jul 28 09:29:07.148977 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-590f6d37-277a-4322-b012-859236d38738 req-211cdaa5-b2d2-497c-8306-a28579deb414 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677299 Jul 28 09:29:07.162162 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafa31eb-efc7-4b7a-ba80-3a3d2ea3bde5 req-b17f3b46-35ac-4b90-bdd3-66f382c65091 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:07.163692 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-dafa31eb-efc7-4b7a-ba80-3a3d2ea3bde5 req-b17f3b46-35ac-4b90-bdd3-66f382c65091 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a3ccc9f-c540-41f9-881a-edfbbeee60e2 HTTP/1.1" status: 200 len: 943 time: 0.0843949 Jul 28 09:29:07.212728 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-dafa31eb-efc7-4b7a-ba80-3a3d2ea3bde5 req-bd122489-4e74-4420-8645-77706eee2091 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/security-groups?id=f097d9a5-895a-44a3-ba79-3431c037bfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425470 Jul 28 09:29:07.349376 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dbb6df-3e12-4ef0-b66f-7ffaf55f7c7b req-8aff5d94-d26b-4f4a-aff0-b24130a0034b tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:07.351027 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-f2dbb6df-3e12-4ef0-b66f-7ffaf55f7c7b req-8aff5d94-d26b-4f4a-aff0-b24130a0034b tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 946 time: 0.0480342 Jul 28 09:29:07.440079 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429c53e4-9545-4a8a-94b1-2506e14f4f73 req-49fdde36-5389-4c3e-a415-6e40b2ac2605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:07.441600 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-429c53e4-9545-4a8a-94b1-2506e14f4f73 req-49fdde36-5389-4c3e-a415-6e40b2ac2605 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9a1f63fb540e42f18f0ec634cc138c04&device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 1099 time: 0.0648789 Jul 28 09:29:07.448435 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-f2dbb6df-3e12-4ef0-b66f-7ffaf55f7c7b req-0698d4dc-2fdf-446b-95bb-aa9f2bfb1809 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908916 Jul 28 09:29:07.555602 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a2a797-f078-45e0-a77e-943939644f34 req-e39ffa60-bdaa-4dc0-994d-aceb80f149ec tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:07.556999 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-64a2a797-f078-45e0-a77e-943939644f34 req-e39ffa60-bdaa-4dc0-994d-aceb80f149ec tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 947 time: 0.1074765 Jul 28 09:29:07.587346 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429c53e4-9545-4a8a-94b1-2506e14f4f73 req-e1a90f73-b1fd-429a-af5d-cb413ef53c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:07.588801 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-429c53e4-9545-4a8a-94b1-2506e14f4f73 req-e1a90f73-b1fd-429a-af5d-cb413ef53c2f service neutron] 10.222.0.32 "GET /v2.0/networks?id=39e9cde6-0d01-4242-a6ed-06857cf13960 HTTP/1.1" status: 200 len: 912 time: 0.1381714 Jul 28 09:29:07.648010 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-64a2a797-f078-45e0-a77e-943939644f34 req-5660f6f1-ab0a-483d-8d19-01bc6f8bdbe9 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=507178fb-1e62-4056-99a5-6de0f8f8e4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804360 Jul 28 09:29:07.669250 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-429c53e4-9545-4a8a-94b1-2506e14f4f73 req-0d3ff632-7c51-4a12-8236-5b39c94d2d04 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07e5d078-45f6-402a-8b20-74f5720941fe HTTP/1.1" status: 200 len: 1002 time: 0.0696242 Jul 28 09:29:07.714855 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429c53e4-9545-4a8a-94b1-2506e14f4f73 req-c9d9eb09-a570-46d7-9bf8-16677ba9f38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:07.717055 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-429c53e4-9545-4a8a-94b1-2506e14f4f73 req-c9d9eb09-a570-46d7-9bf8-16677ba9f38d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=20e57957-5bf7-45eb-ad51-199187182dea HTTP/1.1" status: 200 len: 850 time: 0.0422370 Jul 28 09:29:07.773725 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429c53e4-9545-4a8a-94b1-2506e14f4f73 req-7a32b65b-2836-4843-9c3e-dfd862544087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:07.775461 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-429c53e4-9545-4a8a-94b1-2506e14f4f73 req-7a32b65b-2836-4843-9c3e-dfd862544087 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=39e9cde6-0d01-4242-a6ed-06857cf13960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510077 Jul 28 09:29:07.892341 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5134ee73-6d9c-43c7-83a0-8da9ee663ba8 req-1c54f0ff-efa8-48d5-88fb-355c113be424 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:07.893785 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-5134ee73-6d9c-43c7-83a0-8da9ee663ba8 req-1c54f0ff-efa8-48d5-88fb-355c113be424 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.32 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 947 time: 0.0688763 Jul 28 09:29:07.915998 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-429c53e4-9545-4a8a-94b1-2506e14f4f73 req-6a339e3b-8657-4a26-95fa-8e4a6f52d3c8 service neutron] 10.222.0.32 "GET /v2.0/networks/39e9cde6-0d01-4242-a6ed-06857cf13960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311274 Jul 28 09:29:08.061819 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-429c53e4-9545-4a8a-94b1-2506e14f4f73 req-666f8beb-5501-4082-ae41-5305c6522783 service neutron] 10.222.0.32 "GET /v2.0/networks/39e9cde6-0d01-4242-a6ed-06857cf13960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299067 Jul 28 09:29:08.071609 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.plugin [req-5134ee73-6d9c-43c7-83a0-8da9ee663ba8 req-1bf76e9d-4cf9-4141-a9ad-59cd6933709e tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Deleting port 783c4c2d-0e20-455d-97a1-49611ff7ea66 {{(pid=93067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 09:29:08.072035 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-5134ee73-6d9c-43c7-83a0-8da9ee663ba8 req-1bf76e9d-4cf9-4141-a9ad-59cd6933709e tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732595656843'] for port, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:08.167290 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.db [req-5134ee73-6d9c-43c7-83a0-8da9ee663ba8 req-1bf76e9d-4cf9-4141-a9ad-59cd6933709e tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] For port 783c4c2d-0e20-455d-97a1-49611ff7ea66, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=783c4c2d-0e20-455d-97a1-49611ff7ea66,segment=NetworkSegment(8d4ebd29-05d0-486e-9486-49583b4bf742),segment_id=8d4ebd29-05d0-486e-9486-49583b4bf742)] {{(pid=93067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:29:08.168118 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-5134ee73-6d9c-43c7-83a0-8da9ee663ba8 req-1bf76e9d-4cf9-4141-a9ad-59cd6933709e tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8264998'] for port, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:08.414340 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a01a3f3-2e27-427a-bc99-99c9b55e9530 req-b15acc16-4225-4c46-bb2e-637122b7798b tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:08.415829 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-4a01a3f3-2e27-427a-bc99-99c9b55e9530 req-b15acc16-4225-4c46-bb2e-637122b7798b tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a3ccc9f-c540-41f9-881a-edfbbeee60e2 HTTP/1.1" status: 200 len: 943 time: 0.1344428 Jul 28 09:29:08.461787 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-5134ee73-6d9c-43c7-83a0-8da9ee663ba8 req-1bf76e9d-4cf9-4141-a9ad-59cd6933709e tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:08.462213 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-5134ee73-6d9c-43c7-83a0-8da9ee663ba8 req-1bf76e9d-4cf9-4141-a9ad-59cd6933709e tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8268857'] for floatingip, after_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:08.462478 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.db.l3_db [req-5134ee73-6d9c-43c7-83a0-8da9ee663ba8 req-1bf76e9d-4cf9-4141-a9ad-59cd6933709e tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Floating IP 9c2ab647-2de3-4953-bdb7-b9d3eddb69df disassociated. External IP: 172.27.3.59, port: 783c4c2d-0e20-455d-97a1-49611ff7ea66. Jul 28 09:29:08.462815 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.plugin [req-5134ee73-6d9c-43c7-83a0-8da9ee663ba8 req-1bf76e9d-4cf9-4141-a9ad-59cd6933709e tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Calling delete_port for 783c4c2d-0e20-455d-97a1-49611ff7ea66 owned by compute:nova {{(pid=93067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 09:29:08.473426 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-4a01a3f3-2e27-427a-bc99-99c9b55e9530 req-73acaa71-8e7a-4627-8739-6ba585a7addf tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/security-groups?id=f097d9a5-895a-44a3-ba79-3431c037bfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513370 Jul 28 09:29:08.596469 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6286717d-7cc0-4c71-a54a-83c0e861d2d4 req-61c7c6e8-ebbc-4209-a44b-ce1667efb309 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:08.598039 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-6286717d-7cc0-4c71-a54a-83c0e861d2d4 req-61c7c6e8-ebbc-4209-a44b-ce1667efb309 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 946 time: 0.0678282 Jul 28 09:29:08.673179 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-6286717d-7cc0-4c71-a54a-83c0e861d2d4 req-e11a71d4-d8bd-4e08-9a63-f21bff0fea04 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688355 Jul 28 09:29:08.679442 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-5134ee73-6d9c-43c7-83a0-8da9ee663ba8 req-1bf76e9d-4cf9-4141-a9ad-59cd6933709e tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732595661087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732595289887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33549966'] for port, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:08.734859 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf76e9d-4cf9-4141-a9ad-59cd6933709e tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Pushing event deleted for resources: {'Port': ['ID=783c4c2d-0e20-455d-97a1-49611ff7ea66,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:29:08.805918 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-794bfe88-4b24-43d7-adf3-5973c4f1ebad req-2c2cb205-4b1f-4edf-a061-9e8564453ee2 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 210 time: 0.0614543 Jul 28 09:29:09.139391 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5134ee73-6d9c-43c7-83a0-8da9ee663ba8 req-1bf76e9d-4cf9-4141-a9ad-59cd6933709e tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Router 75f32e89-c1b8-49f9-a1eb-1ada1fad53b3 has already been hosted by L3 agent 4c8802ae-c91a-4e26-b3c6-37f497a3b5b2 {{(pid=93067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 09:29:09.270938 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5134ee73-6d9c-43c7-83a0-8da9ee663ba8 req-1bf76e9d-4cf9-4141-a9ad-59cd6933709e tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify agent at l3_agent.dv-cinder-802669-1-iscsi the message routers_updated {{(pid=93067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:29:09.298929 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad406cfb-b57a-4883-b79a-43ac3bb034fd None None] Sync routers for ids ['75f32e89-c1b8-49f9-a1eb-1ada1fad53b3'] in dv-cinder-802669-1-iscsi {{(pid=93069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:29:09.316071 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad406cfb-b57a-4883-b79a-43ac3bb034fd None None] Routers {'75f32e89-c1b8-49f9-a1eb-1ada1fad53b3'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:29:09.317116 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-ad406cfb-b57a-4883-b79a-43ac3bb034fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:29:01Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['75f32e89-c1b8-49f9-a1eb-1ada1fad53b3'], 'active': True} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:29:09.323892 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.l3_dvrscheduler_db [req-5134ee73-6d9c-43c7-83a0-8da9ee663ba8 req-1bf76e9d-4cf9-4141-a9ad-59cd6933709e tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] No DVR routers for this DVR port 783c4c2d-0e20-455d-97a1-49611ff7ea66 on host hv-cinder-80266 {{(pid=93067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 09:29:09.326409 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-5134ee73-6d9c-43c7-83a0-8da9ee663ba8 req-1bf76e9d-4cf9-4141-a9ad-59cd6933709e tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905'] for port, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:09.328701 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-5134ee73-6d9c-43c7-83a0-8da9ee663ba8 req-1bf76e9d-4cf9-4141-a9ad-59cd6933709e tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.32 "DELETE /v2.0/ports/783c4c2d-0e20-455d-97a1-49611ff7ea66 HTTP/1.1" status: 204 len: 173 time: 1.4276104 Jul 28 09:29:09.329142 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1770556b-7187-418c-9c5e-6f6652a8f4c3', 'name': 'network-vif-deleted', 'tag': '783c4c2d-0e20-455d-97a1-49611ff7ea66'}] {{(pid=93067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:29:09.331370 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}119bb006a51e6799d77012a49065aa76076224f53078518f9bbc3af1ae40a877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d321fd6e-b854-493f-94bb-349c52745c1a" -d '{"events": [{"server_uuid": "1770556b-7187-418c-9c5e-6f6652a8f4c3", "name": "network-vif-deleted", "tag": "783c4c2d-0e20-455d-97a1-49611ff7ea66"}]}' {{(pid=93067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:29:09.371354 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 09:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca9b340e-8f0a-469e-aacb-8453a0208eba x-openstack-request-id: req-ca9b340e-8f0a-469e-aacb-8453a0208eba {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:29:09.371668 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1770556b-7187-418c-9c5e-6f6652a8f4c3", "name": "network-vif-deleted", "tag": "783c4c2d-0e20-455d-97a1-49611ff7ea66", "status": "completed", "code": 200}]} {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:29:09.371920 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ca9b340e-8f0a-469e-aacb-8453a0208eba {{(pid=93067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:29:09.372314 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1770556b-7187-418c-9c5e-6f6652a8f4c3', 'name': 'network-vif-deleted', 'tag': '783c4c2d-0e20-455d-97a1-49611ff7ea66', 'status': 'completed', 'code': 200} Jul 28 09:29:09.622767 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvr_db [None req-ad406cfb-b57a-4883-b79a-43ac3bb034fd None None] Set router 75f32e89-c1b8-49f9-a1eb-1ada1fad53b3 gateway port host: dv-cinder-802669-1-iscsi {{(pid=93069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:29:09.648474 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd368a-d062-44a7-8f17-e52053022216 req-fed54adf-1a53-4176-9616-2bee8fccbd57 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:09.651388 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-12bd368a-d062-44a7-8f17-e52053022216 req-fed54adf-1a53-4176-9616-2bee8fccbd57 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a3ccc9f-c540-41f9-881a-edfbbeee60e2 HTTP/1.1" status: 200 len: 943 time: 0.0607426 Jul 28 09:29:09.723028 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device 7bab243d-b602-40fd-a545-e20c1ce70bfa details requested by agent hyperv_hv-cinder-80266 with host hv-cinder-80266 {{(pid=93069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 09:29:09.761922 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-12bd368a-d062-44a7-8f17-e52053022216 req-08487242-02e7-45ca-beaf-eb6d1fd83f56 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/security-groups?id=f097d9a5-895a-44a3-ba79-3431c037bfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023026 Jul 28 09:29:09.870467 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port 7bab243d-b602-40fd-a545-e20c1ce70bfa, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=7bab243d-b602-40fd-a545-e20c1ce70bfa,segment=NetworkSegment(a4b20285-93a0-47b8-8d16-f514cfb8652f),segment_id=a4b20285-93a0-47b8-8d16-f514cfb8652f)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:29:09.886074 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Returning: {'device': '7bab243d-b602-40fd-a545-e20c1ce70bfa', 'network_id': '5c151ff0-f69c-4429-8612-95745316e0b4', 'port_id': '7bab243d-b602-40fd-a545-e20c1ce70bfa', 'mac_address': 'fa:16:3e:8f:6a:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1a5e395-99a7-4d64-85f2-074a0837edd4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 09:29:09.939235 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e26db-c9aa-4094-82c3-a5aa0af2b9e7 req-ab54f6b0-287c-4929-a7b9-96c8c4a848e5 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:09.941202 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-260e26db-c9aa-4094-82c3-a5aa0af2b9e7 req-ab54f6b0-287c-4929-a7b9-96c8c4a848e5 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 946 time: 0.1212168 Jul 28 09:29:10.012171 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-4e7a4f80-2806-4be8-8c6d-1551a9fa9835 req-1e92645b-5d39-41dc-8631-0f55c11c1786 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=1770556b-7187-418c-9c5e-6f6652a8f4c3 HTTP/1.1" status: 200 len: 210 time: 0.0681114 Jul 28 09:29:10.028334 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-260e26db-c9aa-4094-82c3-a5aa0af2b9e7 req-439c5fc4-4140-4267-93f2-a37db10f888b tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672848 Jul 28 09:29:10.068647 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:10.097875 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.notifiers.nova [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bab243d-b602-40fd-a545-e20c1ce70bfa {{(pid=93069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 09:29:10.165057 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port 7bab243d-b602-40fd-a545-e20c1ce70bfa, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=7bab243d-b602-40fd-a545-e20c1ce70bfa,segment=NetworkSegment(a4b20285-93a0-47b8-8d16-f514cfb8652f),segment_id=a4b20285-93a0-47b8-8d16-f514cfb8652f)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:29:10.182776 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:10.224457 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-ad406cfb-b57a-4883-b79a-43ac3bb034fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f32e89-c1b8-49f9-a1eb-1ada1fad53b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1030155211-router', 'tenant_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '936100aa-05d4-49f1-9f74-c3679b0940e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:24:32Z', 'updated_at': '2021-07-28T09:24:40Z', 'revision_number': 4, 'project_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'gw_port': {'id': '936100aa-05d4-49f1-9f74-c3679b0940e3', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f32e89-c1b8-49f9-a1eb-1ada1fad53b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:24:33Z', 'updated_at': '2021-07-28T09:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_interfaces': [{'id': 'e6c1d149-6b1a-4382-89d3-3fabefdcfd0d', 'name': '', 'network_id': '59c4a637-5ed0-4b6e-a037-96ec97ce270f', 'tenant_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'mac_address': 'fa:16:3e:0d:e8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f32e89-c1b8-49f9-a1eb-1ada1fad53b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fd0bcb40-b982-4039-a925-2309bc61c85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:24:37Z', 'updated_at': '2021-07-28T09:24:54Z', 'revision_number': 5, 'project_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'subnets': [{'id': 'fd0bcb40-b982-4039-a925-2309bc61c85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:29:10.258169 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad406cfb-b57a-4883-b79a-43ac3bb034fd None None] Checking router: 75f32e89-c1b8-49f9-a1eb-1ada1fad53b3 for host: dv-cinder-802669-1-iscsi {{(pid=93069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:29:10.280875 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Pushing event updated for resources: {'Port': ['ID=7bab243d-b602-40fd-a545-e20c1ce70bfa,revision_number=4']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:29:10.283104 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad406cfb-b57a-4883-b79a-43ac3bb034fd None None] Routers {'75f32e89-c1b8-49f9-a1eb-1ada1fad53b3'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:29:10.283888 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-ad406cfb-b57a-4883-b79a-43ac3bb034fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:29:01Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['75f32e89-c1b8-49f9-a1eb-1ada1fad53b3'], 'active': True} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:29:10.331065 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:29:10.331852 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:29:10.331852 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:29:10.332097 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:29:10.332407 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:29:10.332741 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:29:10.333136 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:29:10.333420 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:29:10.334131 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:29:10.334131 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:29:10.334488 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:29:10.334811 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:29:10.418013 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvr_db [None req-ad406cfb-b57a-4883-b79a-43ac3bb034fd None None] Set router 75f32e89-c1b8-49f9-a1eb-1ada1fad53b3 gateway port host: dv-cinder-802669-1-iscsi {{(pid=93069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:29:10.444017 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] get_ports_and_sgs() called for port_ids ['7bab243d-b602-40fd-a545-e20c1ce70bfa'] {{(pid=93069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:29:10.747056 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-ad406cfb-b57a-4883-b79a-43ac3bb034fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f32e89-c1b8-49f9-a1eb-1ada1fad53b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1030155211-router', 'tenant_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '936100aa-05d4-49f1-9f74-c3679b0940e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:24:32Z', 'updated_at': '2021-07-28T09:24:40Z', 'revision_number': 4, 'project_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'gw_port': {'id': '936100aa-05d4-49f1-9f74-c3679b0940e3', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f32e89-c1b8-49f9-a1eb-1ada1fad53b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:24:33Z', 'updated_at': '2021-07-28T09:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_interfaces': [{'id': 'e6c1d149-6b1a-4382-89d3-3fabefdcfd0d', 'name': '', 'network_id': '59c4a637-5ed0-4b6e-a037-96ec97ce270f', 'tenant_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'mac_address': 'fa:16:3e:0d:e8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f32e89-c1b8-49f9-a1eb-1ada1fad53b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fd0bcb40-b982-4039-a925-2309bc61c85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:24:37Z', 'updated_at': '2021-07-28T09:24:54Z', 'revision_number': 5, 'project_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'subnets': [{'id': 'fd0bcb40-b982-4039-a925-2309bc61c85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:29:10.777230 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad406cfb-b57a-4883-b79a-43ac3bb034fd None None] The sync data for ids ['75f32e89-c1b8-49f9-a1eb-1ada1fad53b3'] in dv-cinder-802669-1-iscsi is: [{'id': '75f32e89-c1b8-49f9-a1eb-1ada1fad53b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1030155211-router', 'tenant_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '936100aa-05d4-49f1-9f74-c3679b0940e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:24:32Z', 'updated_at': '2021-07-28T09:24:40Z', 'revision_number': 4, 'project_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'gw_port': {'id': '936100aa-05d4-49f1-9f74-c3679b0940e3', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f32e89-c1b8-49f9-a1eb-1ada1fad53b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:24:33Z', 'updated_at': '2021-07-28T09:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_interfaces': [{'id': 'e6c1d149-6b1a-4382-89d3-3fabefdcfd0d', 'name': '', 'network_id': '59c4a637-5ed0-4b6e-a037-96ec97ce270f', 'tenant_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'mac_address': 'fa:16:3e:0d:e8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f32e89-c1b8-49f9-a1eb-1ada1fad53b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fd0bcb40-b982-4039-a925-2309bc61c85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:24:37Z', 'updated_at': '2021-07-28T09:24:54Z', 'revision_number': 5, 'project_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'subnets': [{'id': 'fd0bcb40-b982-4039-a925-2309bc61c85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:29:10.898129 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c171e28-2016-403c-ac95-bed1805b8bdc req-80264dfd-33f7-4a46-acd3-8c5eed814670 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:10.899694 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-1c171e28-2016-403c-ac95-bed1805b8bdc req-80264dfd-33f7-4a46-acd3-8c5eed814670 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a3ccc9f-c540-41f9-881a-edfbbeee60e2 HTTP/1.1" status: 200 len: 944 time: 0.0583277 Jul 28 09:29:10.941530 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-1c171e28-2016-403c-ac95-bed1805b8bdc req-875ae253-c7ca-4106-9cf6-462a322861db tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/security-groups?id=f097d9a5-895a-44a3-ba79-3431c037bfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353971 Jul 28 09:29:11.033312 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e13d3d5-30d2-4ba6-b6ba-687526a8e5e7 None None] New status for floating IP 9c2ab647-2de3-4953-bdb7-b9d3eddb69df: DOWN {{(pid=93070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 09:29:11.115712 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 53240) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:29:11.175270 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-3f4bfa91-66a4-42ca-87da-af46392925c2 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks [] for security_group, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:11.200430 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-3f4bfa91-66a4-42ca-87da-af46392925c2 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:11.257644 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-3f4bfa91-66a4-42ca-87da-af46392925c2 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:11.260660 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-3f4bfa91-66a4-42ca-87da-af46392925c2 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks [] for security_group, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:11.261816 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-3f4bfa91-66a4-42ca-87da-af46392925c2 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "DELETE /v2.0/security-groups/507178fb-1e62-4056-99a5-6de0f8f8e4c9 HTTP/1.1" status: 204 len: 168 time: 0.1450663 Jul 28 09:29:11.265277 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 53248) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:29:11.271715 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bfa91-66a4-42ca-87da-af46392925c2 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=507178fb-1e62-4056-99a5-6de0f8f8e4c9,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:29:11.282745 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.api.v2.resource [None req-ec036e51-fd65-42a6-a3bb-d142caa5fd5f tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] show failed (client error): The resource could not be found. Jul 28 09:29:11.283900 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-ec036e51-fd65-42a6-a3bb-d142caa5fd5f tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups/507178fb-1e62-4056-99a5-6de0f8f8e4c9 HTTP/1.1" status: 404 len: 347 time: 0.0174589 Jul 28 09:29:11.286848 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 53250) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:29:11.421857 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.plugin [None req-5635194d-f339-493d-a50b-9d7842ccba79 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Deleting port ca1d7d2b-0ede-4a3e-880c-74a7131ae007 {{(pid=93067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 09:29:11.422199 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-5635194d-f339-493d-a50b-9d7842ccba79 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732595656843'] for port, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:11.506440 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-5635194d-f339-493d-a50b-9d7842ccba79 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8264998'] for port, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:11.506768 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-5635194d-f339-493d-a50b-9d7842ccba79 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:11.519004 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.plugin [None req-5635194d-f339-493d-a50b-9d7842ccba79 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Calling delete_port for ca1d7d2b-0ede-4a3e-880c-74a7131ae007 owned by network:floatingip {{(pid=93067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 09:29:11.653889 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-5635194d-f339-493d-a50b-9d7842ccba79 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732595661087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732595289887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33549966'] for port, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:11.676779 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5635194d-f339-493d-a50b-9d7842ccba79 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Pushing event deleted for resources: {'Port': ['ID=ca1d7d2b-0ede-4a3e-880c-74a7131ae007,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:29:11.717294 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device 7bab243d-b602-40fd-a545-e20c1ce70bfa up at agent hyperv_hv-cinder-80266 {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:29:11.737966 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-5635194d-f339-493d-a50b-9d7842ccba79 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks [] for floatingip, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:11.740684 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-5635194d-f339-493d-a50b-9d7842ccba79 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905'] for floatingip, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:11.742842 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-5635194d-f339-493d-a50b-9d7842ccba79 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "DELETE /v2.0/floatingips/9c2ab647-2de3-4953-bdb7-b9d3eddb69df HTTP/1.1" status: 204 len: 168 time: 0.4543393 Jul 28 09:29:11.772468 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Provisioning for port 7bab243d-b602-40fd-a545-e20c1ce70bfa completed by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:29:11.776284 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Provisioning complete for port 7bab243d-b602-40fd-a545-e20c1ce70bfa triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:29:11.776758 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:11.870058 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:11.893610 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a3ccc9f-c540-41f9-881a-edfbbeee60e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bab243d-b602-40fd-a545-e20c1ce70bfa'}] {{(pid=93069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:29:11.895958 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386f2323eb9bad1244c7f57c000109fc890726fb555cdcb5e37d65c089562af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5169630-a463-46ea-bba4-2f55ea4a8d1a" -d '{"events": [{"server_uuid": "4a3ccc9f-c540-41f9-881a-edfbbeee60e2", "name": "network-vif-plugged", "status": "completed", "tag": "7bab243d-b602-40fd-a545-e20c1ce70bfa"}]}' {{(pid=93069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:29:11.912374 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port 7bab243d-b602-40fd-a545-e20c1ce70bfa, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=7bab243d-b602-40fd-a545-e20c1ce70bfa,segment=NetworkSegment(a4b20285-93a0-47b8-8d16-f514cfb8652f),segment_id=a4b20285-93a0-47b8-8d16-f514cfb8652f)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:29:11.917465 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:11.918431 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device 783c4c2d-0e20-455d-97a1-49611ff7ea66 no longer exists at agent hyperv_hv-cinder-80266 {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:29:11.941807 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 09:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee23dc0-7652-4f81-9d95-1754b715859c x-openstack-request-id: req-5ee23dc0-7652-4f81-9d95-1754b715859c {{(pid=93069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:29:11.942193 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a3ccc9f-c540-41f9-881a-edfbbeee60e2", "name": "network-vif-plugged", "status": "completed", "tag": "7bab243d-b602-40fd-a545-e20c1ce70bfa", "code": 200}]} {{(pid=93069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:29:11.942566 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5ee23dc0-7652-4f81-9d95-1754b715859c {{(pid=93069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:29:11.943040 dv-cinder-802669-1-iscsi neutron-server[93069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a3ccc9f-c540-41f9-881a-edfbbeee60e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bab243d-b602-40fd-a545-e20c1ce70bfa', 'code': 200} Jul 28 09:29:11.945528 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] No Port match for: 783c4c2d-0e20-455d-97a1-49611ff7ea66 {{(pid=93069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 09:29:11.945953 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device 783c4c2d-0e20-455d-97a1-49611ff7ea66 not bound to the agent host hv-cinder-80266 {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:29:11.996587 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Pushing event updated for resources: {'Port': ['ID=7bab243d-b602-40fd-a545-e20c1ce70bfa,revision_number=5']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:29:12.082486 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d55fe-f6aa-4ef3-8f22-ad04830e51b5 req-30ebcfc7-d50d-4011-8b48-6b5cecf28fec tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:12.084246 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-606d55fe-f6aa-4ef3-8f22-ad04830e51b5 req-30ebcfc7-d50d-4011-8b48-6b5cecf28fec tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a3ccc9f-c540-41f9-881a-edfbbeee60e2 HTTP/1.1" status: 200 len: 945 time: 0.0629814 Jul 28 09:29:12.149794 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7d99d-2773-484a-a86b-3f1f4dc18bcb req-510ed5ca-8051-4262-88aa-b99daa1d1784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:12.151292 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-29f7d99d-2773-484a-a86b-3f1f4dc18bcb req-510ed5ca-8051-4262-88aa-b99daa1d1784 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=4a3ccc9f-c540-41f9-881a-edfbbeee60e2 HTTP/1.1" status: 200 len: 1098 time: 0.0661106 Jul 28 09:29:12.155108 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-606d55fe-f6aa-4ef3-8f22-ad04830e51b5 req-32ab8ad2-7aff-401a-a2d5-498c35591131 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/security-groups?id=f097d9a5-895a-44a3-ba79-3431c037bfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602143 Jul 28 09:29:12.186961 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-29f7d99d-2773-484a-a86b-3f1f4dc18bcb req-5bc3645d-37ab-42c3-bf93-44d3450c639f service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f097d9a5-895a-44a3-ba79-3431c037bfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281305 Jul 28 09:29:12.286017 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 53272) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:29:12.290590 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.v2.base [None req-a72568f0-1d43-46ad-b8fe-42621c9c3647 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1977864816', 'description': 'tempest-description--1729534227'}} {{(pid=93068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:29:12.316804 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-a72568f0-1d43-46ad-b8fe-42621c9c3647 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks [] for security_group, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:12.399042 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-a72568f0-1d43-46ad-b8fe-42621c9c3647 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks [] for security_group, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:12.404022 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-a72568f0-1d43-46ad-b8fe-42621c9c3647 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:12.431565 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-a72568f0-1d43-46ad-b8fe-42621c9c3647 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks [] for security_group, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:12.432853 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-a72568f0-1d43-46ad-b8fe-42621c9c3647 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1458004 Jul 28 09:29:12.434861 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72568f0-1d43-46ad-b8fe-42621c9c3647 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f472aec1-11e1-40fb-99a6-1f673d66ba57,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:29:12.436515 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 53280) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:29:12.441034 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [None req-0ab48ea5-095a-4e85-a4f0-bed517b6212b tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Request body: {'security_group_rule': {'security_group_id': 'f472aec1-11e1-40fb-99a6-1f673d66ba57', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:29:12.472995 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-0ab48ea5-095a-4e85-a4f0-bed517b6212b tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:12.519033 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-0ab48ea5-095a-4e85-a4f0-bed517b6212b tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:12.522475 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-0ab48ea5-095a-4e85-a4f0-bed517b6212b tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935926'] for security_group_rule, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:12.540060 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab48ea5-095a-4e85-a4f0-bed517b6212b tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a54920fb-cb57-477e-a8cc-39dfc02f4b80,revision_number=0']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:29:12.557060 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-0ab48ea5-095a-4e85-a4f0-bed517b6212b tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:12.558463 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-0ab48ea5-095a-4e85-a4f0-bed517b6212b tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1209140 Jul 28 09:29:12.561863 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 53282) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:29:12.566580 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.v2.base [None req-24ed7cf0-1b2d-423e-8909-3d83008e7e88 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Request body: {'security_group_rule': {'security_group_id': 'f472aec1-11e1-40fb-99a6-1f673d66ba57', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:29:12.597590 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-24ed7cf0-1b2d-423e-8909-3d83008e7e88 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:12.658329 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-24ed7cf0-1b2d-423e-8909-3d83008e7e88 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:12.661986 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-24ed7cf0-1b2d-423e-8909-3d83008e7e88 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935926'] for security_group_rule, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:12.679514 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ed7cf0-1b2d-423e-8909-3d83008e7e88 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3ee59f2-ca0a-4333-9fdc-94843b010fe0,revision_number=0']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:29:12.686250 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-24ed7cf0-1b2d-423e-8909-3d83008e7e88 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:12.687214 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-24ed7cf0-1b2d-423e-8909-3d83008e7e88 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1241755 Jul 28 09:29:12.690274 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 53284) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:29:12.694542 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.v2.base [None req-884f457a-250b-4b71-8f58-516a7292b818 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Request body: {'floatingip': {'floating_network_id': '30331174-7d3c-4928-87ce-fe2956ee4244'}} {{(pid=93068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:29:12.717769 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-884f457a-250b-4b71-8f58-516a7292b818 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks [] for floatingip, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:12.812798 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-884f457a-250b-4b71-8f58-516a7292b818 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:12.914099 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.db.db_base_plugin_common [None req-884f457a-250b-4b71-8f58-516a7292b818 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Allocated IP 172.27.3.41 (30331174-7d3c-4928-87ce-fe2956ee4244/7bde36bf-957f-4642-ab95-d9df711170af/e9f92dce-1a36-4983-8c05-606484d24c58) {{(pid=93068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:29:13.019420 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-884f457a-250b-4b71-8f58-516a7292b818 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks [] for port, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:13.058172 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-884f457a-250b-4b71-8f58-516a7292b818 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732595289878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036940'] for port, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:13.095547 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884f457a-250b-4b71-8f58-516a7292b818 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Network 30331174-7d3c-4928-87ce-fe2956ee4244 is already hosted by enough agents. {{(pid=93068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:29:13.098411 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.base_scheduler [None req-884f457a-250b-4b71-8f58-516a7292b818 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Resources bound (agent type, host, resource id): {{(pid=93068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:29:13.101757 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884f457a-250b-4b71-8f58-516a7292b818 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Received port after_create {{(pid=93068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 09:29:13.127456 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884f457a-250b-4b71-8f58-516a7292b818 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Pushing event updated for resources: {'Port': ['ID=e9f92dce-1a36-4983-8c05-606484d24c58,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:29:13.192677 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-884f457a-250b-4b71-8f58-516a7292b818 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:13.225642 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-884f457a-250b-4b71-8f58-516a7292b818 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:13.271726 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca4b8e8-d369-49e1-86e8-ad39e2df217e req-32eea71e-b28b-42a3-b089-58e729d25c03 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:13.273236 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-cca4b8e8-d369-49e1-86e8-ad39e2df217e req-32eea71e-b28b-42a3-b089-58e729d25c03 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a3ccc9f-c540-41f9-881a-edfbbeee60e2 HTTP/1.1" status: 200 len: 945 time: 0.0514531 Jul 28 09:29:13.312160 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-cca4b8e8-d369-49e1-86e8-ad39e2df217e req-0c21bbad-4d63-4acd-8bbf-de0b532745f9 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/security-groups?id=f097d9a5-895a-44a3-ba79-3431c037bfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318532 Jul 28 09:29:13.374998 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-884f457a-250b-4b71-8f58-516a7292b818 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks [] for port, precommit_update {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:13.379473 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-884f457a-250b-4b71-8f58-516a7292b818 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6036935'] for port, after_update {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:13.427508 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dc52ab-d68c-4c6f-b52e-f865391656a5 req-94879829-3724-4449-ac72-028c548ffd7d tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:13.429316 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-04dc52ab-d68c-4c6f-b52e-f865391656a5 req-94879829-3724-4449-ac72-028c548ffd7d tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a3ccc9f-c540-41f9-881a-edfbbeee60e2 HTTP/1.1" status: 200 len: 945 time: 0.0493867 Jul 28 09:29:13.449098 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884f457a-250b-4b71-8f58-516a7292b818 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Pushing event updated for resources: {'Port': ['ID=e9f92dce-1a36-4983-8c05-606484d24c58,revision_number=2']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:29:13.459321 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-884f457a-250b-4b71-8f58-516a7292b818 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8268857'] for floatingip, after_update {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:13.474160 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-884f457a-250b-4b71-8f58-516a7292b818 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905'] for floatingip, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:13.475821 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-884f457a-250b-4b71-8f58-516a7292b818 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7845972 Jul 28 09:29:13.484381 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-04dc52ab-d68c-4c6f-b52e-f865391656a5 req-b6b7071d-a3bf-403c-9f55-2a5d372e2fb6 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/security-groups?id=f097d9a5-895a-44a3-ba79-3431c037bfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492899 Jul 28 09:29:13.676868 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-aaabf6c7-5b82-4b70-a02b-8f838719e6df req-f73a9d04-7370-447d-9ec6-8758ae196b9c tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1977864816&fields=id&tenant_id=b8340ca8a0bb47c3871a9e4d939e9a44 HTTP/1.1" status: 200 len: 267 time: 0.0353823 Jul 28 09:29:13.740722 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 53314) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:29:13.820062 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaabf6c7-5b82-4b70-a02b-8f838719e6df req-c089248f-d73a-49d7-b77b-399cd7f57632 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:13.821939 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-aaabf6c7-5b82-4b70-a02b-8f838719e6df req-c089248f-d73a-49d7-b77b-399cd7f57632 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/networks?id=59c4a637-5ed0-4b6e-a037-96ec97ce270f HTTP/1.1" status: 200 len: 817 time: 0.1376941 Jul 28 09:29:13.849527 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e028c21a-0973-44cd-81b3-825d9bfac1af req-02ee8057-bff3-4d29-9d14-a25874591a08 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:13.851004 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e028c21a-0973-44cd-81b3-825d9bfac1af req-02ee8057-bff3-4d29-9d14-a25874591a08 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a3ccc9f-c540-41f9-881a-edfbbeee60e2 HTTP/1.1" status: 200 len: 945 time: 0.0728500 Jul 28 09:29:13.852707 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-aaabf6c7-5b82-4b70-a02b-8f838719e6df req-b67207a9-4a39-4dd6-997e-9fdfb2a43ba8 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/quotas/b8340ca8a0bb47c3871a9e4d939e9a44 HTTP/1.1" status: 200 len: 375 time: 0.0227222 Jul 28 09:29:13.865443 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-74e58908-4488-4ddd-ba9d-64a703a489d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:13.922910 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e028c21a-0973-44cd-81b3-825d9bfac1af req-05a97d12-6149-4480-b4d6-8419a3ecba96 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/security-groups?id=f097d9a5-895a-44a3-ba79-3431c037bfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653136 Jul 28 09:29:13.947840 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-aaabf6c7-5b82-4b70-a02b-8f838719e6df req-0b363641-4e02-4d90-9028-da320c501044 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=b8340ca8a0bb47c3871a9e4d939e9a44&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0828588 Jul 28 09:29:13.971434 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-74e58908-4488-4ddd-ba9d-64a703a489d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:13.979237 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-74e58908-4488-4ddd-ba9d-64a703a489d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:14.029452 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-74e58908-4488-4ddd-ba9d-64a703a489d8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4025408e55ab4ce9aba892964ecdc90f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2869740 Jul 28 09:29:14.030934 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e58908-4488-4ddd-ba9d-64a703a489d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6132292f-63ce-450b-a40b-0577ba21dab5,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:29:14.033840 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 53322) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:29:14.078310 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-aaabf6c7-5b82-4b70-a02b-8f838719e6df req-88f7b5c1-8693-44f0-80d1-03f7e856d716 service neutron] 10.222.0.23 "GET /v2.0/networks/59c4a637-5ed0-4b6e-a037-96ec97ce270f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219032 Jul 28 09:29:14.156458 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-00d022f8-17c7-4f4d-88b6-c8d2c4c1422b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:14.205624 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-00d022f8-17c7-4f4d-88b6-c8d2c4c1422b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:14.218777 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-aaabf6c7-5b82-4b70-a02b-8f838719e6df req-d9cc498b-3688-4bf0-8827-2d59ea4da9e1 service neutron] 10.222.0.23 "GET /v2.0/networks/59c4a637-5ed0-4b6e-a037-96ec97ce270f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322732 Jul 28 09:29:14.267712 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-00d022f8-17c7-4f4d-88b6-c8d2c4c1422b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:14.270830 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-00d022f8-17c7-4f4d-88b6-c8d2c4c1422b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:14.272214 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-00d022f8-17c7-4f4d-88b6-c8d2c4c1422b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6132292f-63ce-450b-a40b-0577ba21dab5 HTTP/1.1" status: 204 len: 168 time: 0.2373002 Jul 28 09:29:14.283732 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d022f8-17c7-4f4d-88b6-c8d2c4c1422b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6132292f-63ce-450b-a40b-0577ba21dab5,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:29:14.428383 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-f7a78a12-09bb-4e18-9fd7-6f6da15058e6 req-5b2509b9-528c-4176-bfc6-7572d0375703 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a96654e-95dd-48bb-adf3-91e5eed7b520 HTTP/1.1" status: 200 len: 210 time: 0.0279915 Jul 28 09:29:14.930476 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 53358) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:29:15.026016 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [None req-4af31e65-5844-4ec6-be22-da35f2e22a70 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-704379327-network', 'tenant_id': '3fc892898a594e59889bda5edf6fe6fa'}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:29:15.048706 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af31e65-5844-4ec6-be22-da35f2e22a70 admin admin] Made reservation on behalf of 3fc892898a594e59889bda5edf6fe6fa for: {'network': 1} {{(pid=93067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:29:15.051084 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-4af31e65-5844-4ec6-be22-da35f2e22a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for network, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:15.059531 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-4af31e65-5844-4ec6-be22-da35f2e22a70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:15.149417 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-4af31e65-5844-4ec6-be22-da35f2e22a70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:15.153211 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-4af31e65-5844-4ec6-be22-da35f2e22a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:15.179552 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4af31e65-5844-4ec6-be22-da35f2e22a70 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=93067) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 09:29:15.191635 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af31e65-5844-4ec6-be22-da35f2e22a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9d54ce-820c-488f-abbc-dc98a901d4a6,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:29:15.197516 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-4af31e65-5844-4ec6-be22-da35f2e22a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998659'] for segment, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:15.197858 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.db.segments_db [None req-4af31e65-5844-4ec6-be22-da35f2e22a70 admin admin] Added segment 6933e309-1042-4134-adb1-56d0c93f7ad9 of type vlan for network 8a24e155-c32e-4f22-a846-e3c555ee716a Jul 28 09:29:15.245158 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-4af31e65-5844-4ec6-be22-da35f2e22a70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732595274087'] for network, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:15.333655 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-4af31e65-5844-4ec6-be22-da35f2e22a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296'] for network, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:15.334630 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af31e65-5844-4ec6-be22-da35f2e22a70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:15.335216 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-4af31e65-5844-4ec6-be22-da35f2e22a70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for network, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:15.408570 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-4af31e65-5844-4ec6-be22-da35f2e22a70 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4769926 Jul 28 09:29:15.411689 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 53370) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:29:15.418085 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.v2.base [None req-176eb332-0848-4b1a-ac5f-124b63df0f36 admin admin] Request body: {'subnet': {'network_id': '8a24e155-c32e-4f22-a846-e3c555ee716a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-704379327-subnet', 'tenant_id': '3fc892898a594e59889bda5edf6fe6fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:29:15.423123 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af31e65-5844-4ec6-be22-da35f2e22a70 admin admin] Pushing event updated for resources: {'Network': ['ID=8a24e155-c32e-4f22-a846-e3c555ee716a,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:29:15.433687 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Network 8a24e155-c32e-4f22-a846-e3c555ee716a details requested by agent ovs-agent-dv-cinder-802669-1-iscsi with host dv-cinder-802669-1-iscsi {{(pid=93069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 09:29:15.445708 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-176eb332-0848-4b1a-ac5f-124b63df0f36 admin admin] Made reservation on behalf of 3fc892898a594e59889bda5edf6fe6fa for: {'subnet': 1} {{(pid=93068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:29:15.448597 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-176eb332-0848-4b1a-ac5f-124b63df0f36 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6272584'] for subnet, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:15.450570 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaabf6c7-5b82-4b70-a02b-8f838719e6df req-43134c5a-c135-4c16-93a1-d4ca848fdbe8 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:15.452522 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-aaabf6c7-5b82-4b70-a02b-8f838719e6df req-43134c5a-c135-4c16-93a1-d4ca848fdbe8 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.32 "GET /v2.0/networks?id=59c4a637-5ed0-4b6e-a037-96ec97ce270f HTTP/1.1" status: 200 len: 817 time: 0.1991968 Jul 28 09:29:15.528556 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-aaabf6c7-5b82-4b70-a02b-8f838719e6df req-3e021428-17fa-4328-aeba-d871204b61c1 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b8340ca8a0bb47c3871a9e4d939e9a44 HTTP/1.1" status: 200 len: 380 time: 0.0640538 Jul 28 09:29:15.561452 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [req-aaabf6c7-5b82-4b70-a02b-8f838719e6df req-822ccd9f-d10e-41be-8ef3-a05f3fcee4e0 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Request body: {'port': {'device_id': '5a96654e-95dd-48bb-adf3-91e5eed7b520', 'network_id': '59c4a637-5ed0-4b6e-a037-96ec97ce270f', 'admin_state_up': True, 'tenant_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'security_groups': ['f472aec1-11e1-40fb-99a6-1f673d66ba57']}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:29:15.568085 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-9dd341c8-1741-4989-a645-9f97dbe9d8fb req-33ff93c5-8f27-4caa-83f4-d835d8e8f9a1 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a96654e-95dd-48bb-adf3-91e5eed7b520 HTTP/1.1" status: 200 len: 210 time: 0.0471644 Jul 28 09:29:15.644665 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-176eb332-0848-4b1a-ac5f-124b63df0f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6036824', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6272570'] for subnet, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:15.706683 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176eb332-0848-4b1a-ac5f-124b63df0f36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21d72c97-2201-44f6-85fe-eb6594c66327,revision_number=0']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:29:15.708751 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aaabf6c7-5b82-4b70-a02b-8f838719e6df req-822ccd9f-d10e-41be-8ef3-a05f3fcee4e0 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Made reservation on behalf of b8340ca8a0bb47c3871a9e4d939e9a44 for: {'port': 1} {{(pid=93067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:29:15.711757 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-aaabf6c7-5b82-4b70-a02b-8f838719e6df req-822ccd9f-d10e-41be-8ef3-a05f3fcee4e0 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:15.718040 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176eb332-0848-4b1a-ac5f-124b63df0f36 admin admin] Checking segment: {'id': '6933e309-1042-4134-adb1-56d0c93f7ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8a24e155-c32e-4f22-a846-e3c555ee716a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93068) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 09:29:15.718484 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176eb332-0848-4b1a-ac5f-124b63df0f36 admin admin] Network hostable DHCP agents. Network: 8a24e155-c32e-4f22-a846-e3c555ee716a, hostable agents: ['eded7055-7227-4503-b186-c85c89196e66'], hosted agents: [] {{(pid=93068) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 09:29:15.737694 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176eb332-0848-4b1a-ac5f-124b63df0f36 admin admin] Network 8a24e155-c32e-4f22-a846-e3c555ee716a is scheduled to be hosted by DHCP agent eded7055-7227-4503-b186-c85c89196e66 with binding_index 1 {{(pid=93068) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 09:29:15.749094 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.base_scheduler [None req-176eb332-0848-4b1a-ac5f-124b63df0f36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802669-1-iscsi, 8a24e155-c32e-4f22-a846-e3c555ee716a) {{(pid=93068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:29:15.756973 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439539e3-6e8b-4b18-92ce-fcbd8936f5e5 None None] Network 8a24e155-c32e-4f22-a846-e3c555ee716a requested from dv-cinder-802669-1-iscsi {{(pid=93069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 09:29:15.758566 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176eb332-0848-4b1a-ac5f-124b63df0f36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:15.759550 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-176eb332-0848-4b1a-ac5f-124b63df0f36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for subnet, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:15.778124 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-176eb332-0848-4b1a-ac5f-124b63df0f36 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3640506 Jul 28 09:29:15.910599 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.db_base_plugin_common [req-aaabf6c7-5b82-4b70-a02b-8f838719e6df req-822ccd9f-d10e-41be-8ef3-a05f3fcee4e0 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Allocated IP 172.20.0.9 (59c4a637-5ed0-4b6e-a037-96ec97ce270f/fd0bcb40-b982-4039-a925-2309bc61c85b/9b6651ac-a2a9-45c2-85c4-d67031aa172a) {{(pid=93067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:29:15.943868 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e5ebba-cdf1-4833-9457-43ccd3d4f655 None None] Network 8a24e155-c32e-4f22-a846-e3c555ee716a requested from dv-cinder-802669-1-iscsi {{(pid=93069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 09:29:16.075857 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-aaabf6c7-5b82-4b70-a02b-8f838719e6df req-822ccd9f-d10e-41be-8ef3-a05f3fcee4e0 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks [] for port, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:16.090789 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.provisioning_blocks [req-aaabf6c7-5b82-4b70-a02b-8f838719e6df req-822ccd9f-d10e-41be-8ef3-a05f3fcee4e0 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Transition to ACTIVE for port object 9b6651ac-a2a9-45c2-85c4-d67031aa172a will not be triggered until provisioned by entity DHCP. {{(pid=93067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:29:16.123646 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-aaabf6c7-5b82-4b70-a02b-8f838719e6df req-822ccd9f-d10e-41be-8ef3-a05f3fcee4e0 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732595289878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33549966'] for port, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:16.174879 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aaabf6c7-5b82-4b70-a02b-8f838719e6df req-822ccd9f-d10e-41be-8ef3-a05f3fcee4e0 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Network 59c4a637-5ed0-4b6e-a037-96ec97ce270f is already hosted by enough agents. {{(pid=93067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:29:16.178207 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.base_scheduler [req-aaabf6c7-5b82-4b70-a02b-8f838719e6df req-822ccd9f-d10e-41be-8ef3-a05f3fcee4e0 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Resources bound (agent type, host, resource id): {{(pid=93067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:29:16.181834 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaabf6c7-5b82-4b70-a02b-8f838719e6df req-822ccd9f-d10e-41be-8ef3-a05f3fcee4e0 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Received port after_create {{(pid=93067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 09:29:16.190920 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822ccd9f-d10e-41be-8ef3-a05f3fcee4e0 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Pushing event updated for resources: {'Port': ['ID=9b6651ac-a2a9-45c2-85c4-d67031aa172a,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:29:16.251034 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaabf6c7-5b82-4b70-a02b-8f838719e6df req-822ccd9f-d10e-41be-8ef3-a05f3fcee4e0 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:16.251799 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-aaabf6c7-5b82-4b70-a02b-8f838719e6df req-822ccd9f-d10e-41be-8ef3-a05f3fcee4e0 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905'] for port, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:16.268880 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-aaabf6c7-5b82-4b70-a02b-8f838719e6df req-822ccd9f-d10e-41be-8ef3-a05f3fcee4e0 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7269053 Jul 28 09:29:16.290467 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [req-aaabf6c7-5b82-4b70-a02b-8f838719e6df req-0136f663-3f2c-479f-8f37-5daebee6ac21 service neutron] Request body: {'port': {'device_id': '5a96654e-95dd-48bb-adf3-91e5eed7b520', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80266'}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:29:16.410494 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-aaabf6c7-5b82-4b70-a02b-8f838719e6df req-0136f663-3f2c-479f-8f37-5daebee6ac21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:16.470741 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-9dc9ea2c-ae1d-475f-b4eb-517728f9c492 None None] Provisioning for port 9b6651ac-a2a9-45c2-85c4-d67031aa172a completed by entity DHCP. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:29:16.476006 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-9dc9ea2c-ae1d-475f-b4eb-517728f9c492 None None] Provisioning complete for port 9b6651ac-a2a9-45c2-85c4-d67031aa172a triggered by entity DHCP. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:29:16.476378 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-9dc9ea2c-ae1d-475f-b4eb-517728f9c492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:16.512093 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-9dc9ea2c-ae1d-475f-b4eb-517728f9c492 None None] Port 9b6651ac-a2a9-45c2-85c4-d67031aa172a cannot update to ACTIVE because it is not bound. {{(pid=93069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 09:29:16.739911 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dd0ba1-0d16-4e7d-8f52-36adf1f93c7b req-42a52550-fbed-42fd-960b-be8e904c5d57 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:16.741602 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b6dd0ba1-0d16-4e7d-8f52-36adf1f93c7b req-42a52550-fbed-42fd-960b-be8e904c5d57 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a96654e-95dd-48bb-adf3-91e5eed7b520 HTTP/1.1" status: 200 len: 931 time: 0.0939887 Jul 28 09:29:16.750011 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.notifiers.nova [req-aaabf6c7-5b82-4b70-a02b-8f838719e6df req-0136f663-3f2c-479f-8f37-5daebee6ac21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b6651ac-a2a9-45c2-85c4-d67031aa172a {{(pid=93067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 09:29:16.759529 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-aaabf6c7-5b82-4b70-a02b-8f838719e6df req-0136f663-3f2c-479f-8f37-5daebee6ac21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:16.785910 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.provisioning_blocks [req-aaabf6c7-5b82-4b70-a02b-8f838719e6df req-0136f663-3f2c-479f-8f37-5daebee6ac21 service neutron] Transition to ACTIVE for port object 9b6651ac-a2a9-45c2-85c4-d67031aa172a will not be triggered until provisioned by entity L2. {{(pid=93067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:29:16.791322 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-aaabf6c7-5b82-4b70-a02b-8f838719e6df req-0136f663-3f2c-479f-8f37-5daebee6ac21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33549957'] for port, after_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:16.834268 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b6dd0ba1-0d16-4e7d-8f52-36adf1f93c7b req-fc5d50b0-b1bd-4d23-a424-b842e67315d6 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=f472aec1-11e1-40fb-99a6-1f673d66ba57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793593 Jul 28 09:29:16.860542 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0136f663-3f2c-479f-8f37-5daebee6ac21 service neutron] Pushing event updated for resources: {'Port': ['ID=9b6651ac-a2a9-45c2-85c4-d67031aa172a,revision_number=2']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:29:16.940264 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.managers [req-aaabf6c7-5b82-4b70-a02b-8f838719e6df req-0136f663-3f2c-479f-8f37-5daebee6ac21 service neutron] Attempting to bind port 9b6651ac-a2a9-45c2-85c4-d67031aa172a on host hv-cinder-80266 for vnic_type normal with profile {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 09:29:16.940881 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.managers [req-aaabf6c7-5b82-4b70-a02b-8f838719e6df req-0136f663-3f2c-479f-8f37-5daebee6ac21 service neutron] Attempting to bind port 9b6651ac-a2a9-45c2-85c4-d67031aa172a by drivers openvswitch,hyperv on host hv-cinder-80266 at level 0 using segments [{'id': '8d4ebd29-05d0-486e-9486-49583b4bf742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '59c4a637-5ed0-4b6e-a037-96ec97ce270f'}] {{(pid=93067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 09:29:16.941216 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaabf6c7-5b82-4b70-a02b-8f838719e6df req-0136f663-3f2c-479f-8f37-5daebee6ac21 service neutron] Attempting to bind port 9b6651ac-a2a9-45c2-85c4-d67031aa172a on network 59c4a637-5ed0-4b6e-a037-96ec97ce270f {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 09:29:16.946259 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaabf6c7-5b82-4b70-a02b-8f838719e6df req-0136f663-3f2c-479f-8f37-5daebee6ac21 service neutron] Port 9b6651ac-a2a9-45c2-85c4-d67031aa172a on network 59c4a637-5ed0-4b6e-a037-96ec97ce270f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80266 {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 09:29:16.946870 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaabf6c7-5b82-4b70-a02b-8f838719e6df req-0136f663-3f2c-479f-8f37-5daebee6ac21 service neutron] Attempting to bind port 9b6651ac-a2a9-45c2-85c4-d67031aa172a on network 59c4a637-5ed0-4b6e-a037-96ec97ce270f {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 09:29:16.952345 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaabf6c7-5b82-4b70-a02b-8f838719e6df req-0136f663-3f2c-479f-8f37-5daebee6ac21 service neutron] Checking agent: {'id': '2e21c55d-f4ce-498b-abcc-e7d8675cd352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80266', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 9, 22, 54), 'started_at': datetime.datetime(2021, 7, 28, 9, 22, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 9, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 09:29:16.952695 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaabf6c7-5b82-4b70-a02b-8f838719e6df req-0136f663-3f2c-479f-8f37-5daebee6ac21 service neutron] Checking segment: {'id': '8d4ebd29-05d0-486e-9486-49583b4bf742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '59c4a637-5ed0-4b6e-a037-96ec97ce270f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 09:29:16.953084 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaabf6c7-5b82-4b70-a02b-8f838719e6df req-0136f663-3f2c-479f-8f37-5daebee6ac21 service neutron] Bound using segment: {'id': '8d4ebd29-05d0-486e-9486-49583b4bf742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '59c4a637-5ed0-4b6e-a037-96ec97ce270f'} {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 09:29:16.953515 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.managers [req-aaabf6c7-5b82-4b70-a02b-8f838719e6df req-0136f663-3f2c-479f-8f37-5daebee6ac21 service neutron] Bound port: 9b6651ac-a2a9-45c2-85c4-d67031aa172a, host: hv-cinder-80266, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d4ebd29-05d0-486e-9486-49583b4bf742', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '59c4a637-5ed0-4b6e-a037-96ec97ce270f'}}] {{(pid=93067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 09:29:16.953878 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-aaabf6c7-5b82-4b70-a02b-8f838719e6df req-0136f663-3f2c-479f-8f37-5daebee6ac21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:17.029065 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.db [req-aaabf6c7-5b82-4b70-a02b-8f838719e6df req-0136f663-3f2c-479f-8f37-5daebee6ac21 service neutron] For port 9b6651ac-a2a9-45c2-85c4-d67031aa172a, host hv-cinder-80266, cleared binding levels {{(pid=93067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:29:17.032458 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.db [req-aaabf6c7-5b82-4b70-a02b-8f838719e6df req-0136f663-3f2c-479f-8f37-5daebee6ac21 service neutron] For port 9b6651ac-a2a9-45c2-85c4-d67031aa172a, host hv-cinder-80266, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=9b6651ac-a2a9-45c2-85c4-d67031aa172a,segment=NetworkSegment(8d4ebd29-05d0-486e-9486-49583b4bf742),segment_id=8d4ebd29-05d0-486e-9486-49583b4bf742)] {{(pid=93067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:29:17.036730 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-aaabf6c7-5b82-4b70-a02b-8f838719e6df req-0136f663-3f2c-479f-8f37-5daebee6ac21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33549957'] for port, after_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:17.070715 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaabf6c7-5b82-4b70-a02b-8f838719e6df req-0136f663-3f2c-479f-8f37-5daebee6ac21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:17.071328 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-aaabf6c7-5b82-4b70-a02b-8f838719e6df req-0136f663-3f2c-479f-8f37-5daebee6ac21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905'] for port, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:17.072722 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-aaabf6c7-5b82-4b70-a02b-8f838719e6df req-0136f663-3f2c-479f-8f37-5daebee6ac21 service neutron] 10.222.0.32 "PUT /v2.0/ports/9b6651ac-a2a9-45c2-85c4-d67031aa172a HTTP/1.1" status: 200 len: 1093 time: 0.7884269 Jul 28 09:29:17.073147 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a96654e-95dd-48bb-adf3-91e5eed7b520', 'tag': '9b6651ac-a2a9-45c2-85c4-d67031aa172a'}] {{(pid=93067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:29:17.075883 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}119bb006a51e6799d77012a49065aa76076224f53078518f9bbc3af1ae40a877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef525f4-9d3a-45af-af79-4e0dbdf7e62e" -d '{"events": [{"name": "network-changed", "server_uuid": "5a96654e-95dd-48bb-adf3-91e5eed7b520", "tag": "9b6651ac-a2a9-45c2-85c4-d67031aa172a"}]}' {{(pid=93067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:29:17.101145 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0136f663-3f2c-479f-8f37-5daebee6ac21 service neutron] Pushing event updated for resources: {'Port': ['ID=9b6651ac-a2a9-45c2-85c4-d67031aa172a,revision_number=3']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:29:17.120009 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 09:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-720c6451-204c-4fb5-ba00-d77c4c6e9ddf x-openstack-request-id: req-720c6451-204c-4fb5-ba00-d77c4c6e9ddf {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:29:17.120296 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a96654e-95dd-48bb-adf3-91e5eed7b520", "tag": "9b6651ac-a2a9-45c2-85c4-d67031aa172a", "status": "completed", "code": 200}]} {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:29:17.120546 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-720c6451-204c-4fb5-ba00-d77c4c6e9ddf {{(pid=93067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:29:17.120935 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a96654e-95dd-48bb-adf3-91e5eed7b520', 'tag': '9b6651ac-a2a9-45c2-85c4-d67031aa172a', 'status': 'completed', 'code': 200} Jul 28 09:29:17.158980 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaabf6c7-5b82-4b70-a02b-8f838719e6df req-e5456e16-8a0f-4c95-adb6-0ed48b7e8961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:17.160660 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-aaabf6c7-5b82-4b70-a02b-8f838719e6df req-e5456e16-8a0f-4c95-adb6-0ed48b7e8961 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b8340ca8a0bb47c3871a9e4d939e9a44&device_id=5a96654e-95dd-48bb-adf3-91e5eed7b520 HTTP/1.1" status: 200 len: 1096 time: 0.0503619 Jul 28 09:29:17.204246 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-aaabf6c7-5b82-4b70-a02b-8f838719e6df req-17ee1314-c7d3-4a2b-bef1-b3d4cafd27bb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b6651ac-a2a9-45c2-85c4-d67031aa172a HTTP/1.1" status: 200 len: 217 time: 0.0356414 Jul 28 09:29:17.255821 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaabf6c7-5b82-4b70-a02b-8f838719e6df req-004e6002-8839-4eab-9e12-24b05ea4b05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:17.257297 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-aaabf6c7-5b82-4b70-a02b-8f838719e6df req-004e6002-8839-4eab-9e12-24b05ea4b05f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fd0bcb40-b982-4039-a925-2309bc61c85b HTTP/1.1" status: 200 len: 856 time: 0.0457764 Jul 28 09:29:17.301138 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaabf6c7-5b82-4b70-a02b-8f838719e6df req-2a86fae6-61f9-4626-b5df-67bbe3c41e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:17.302645 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-aaabf6c7-5b82-4b70-a02b-8f838719e6df req-2a86fae6-61f9-4626-b5df-67bbe3c41e83 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59c4a637-5ed0-4b6e-a037-96ec97ce270f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0383351 Jul 28 09:29:17.392501 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-aaabf6c7-5b82-4b70-a02b-8f838719e6df req-2da22aa8-18ba-4ca5-859d-bec2502be09f service neutron] 10.222.0.32 "GET /v2.0/networks/59c4a637-5ed0-4b6e-a037-96ec97ce270f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828497 Jul 28 09:29:17.481392 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-aaabf6c7-5b82-4b70-a02b-8f838719e6df req-0a1662bd-2835-4487-9066-881a46c990c1 service neutron] 10.222.0.32 "GET /v2.0/networks/59c4a637-5ed0-4b6e-a037-96ec97ce270f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813792 Jul 28 09:29:17.619347 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef525f4-9d3a-45af-af79-4e0dbdf7e62e req-f989939a-4b72-4949-b381-6537c5715dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:17.620875 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-5ef525f4-9d3a-45af-af79-4e0dbdf7e62e req-f989939a-4b72-4949-b381-6537c5715dea service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b8340ca8a0bb47c3871a9e4d939e9a44&device_id=5a96654e-95dd-48bb-adf3-91e5eed7b520 HTTP/1.1" status: 200 len: 1096 time: 0.0962565 Jul 28 09:29:17.702594 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b043a728-62ec-474c-8a55-8cbe44efb90d req-6a76b8d5-0df8-4089-8e63-e705a7d84dd5 tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:17.704030 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b043a728-62ec-474c-8a55-8cbe44efb90d req-6a76b8d5-0df8-4089-8e63-e705a7d84dd5 tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] 10.222.0.23 "GET /v2.0/networks?id=8a24e155-c32e-4f22-a846-e3c555ee716a HTTP/1.1" status: 200 len: 813 time: 0.1515322 Jul 28 09:29:17.729046 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b043a728-62ec-474c-8a55-8cbe44efb90d req-c8741d7a-adea-42c7-b75a-8c7b57a3dfe2 tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] 10.222.0.23 "GET /v2.0/quotas/3fc892898a594e59889bda5edf6fe6fa HTTP/1.1" status: 200 len: 375 time: 0.0188327 Jul 28 09:29:17.765695 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef525f4-9d3a-45af-af79-4e0dbdf7e62e req-9eb0ba52-c9bc-4319-be9b-acc208fa96f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:17.767088 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-5ef525f4-9d3a-45af-af79-4e0dbdf7e62e req-9eb0ba52-c9bc-4319-be9b-acc208fa96f2 service neutron] 10.222.0.32 "GET /v2.0/networks?id=59c4a637-5ed0-4b6e-a037-96ec97ce270f HTTP/1.1" status: 200 len: 918 time: 0.1345391 Jul 28 09:29:17.768968 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b043a728-62ec-474c-8a55-8cbe44efb90d req-325f930a-e4be-4e90-810a-24a56cdd6767 tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3fc892898a594e59889bda5edf6fe6fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320554 Jul 28 09:29:17.847297 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-5ef525f4-9d3a-45af-af79-4e0dbdf7e62e req-c4dcbd54-f048-4c05-be78-ae3841c8ad6b service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b6651ac-a2a9-45c2-85c4-d67031aa172a HTTP/1.1" status: 200 len: 217 time: 0.0729268 Jul 28 09:29:17.920456 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef525f4-9d3a-45af-af79-4e0dbdf7e62e req-24999296-cdd8-4ddc-9ecb-f753e6e5d309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:17.921903 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-5ef525f4-9d3a-45af-af79-4e0dbdf7e62e req-24999296-cdd8-4ddc-9ecb-f753e6e5d309 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fd0bcb40-b982-4039-a925-2309bc61c85b HTTP/1.1" status: 200 len: 856 time: 0.0662434 Jul 28 09:29:17.927317 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b043a728-62ec-474c-8a55-8cbe44efb90d req-c873b70f-312f-4068-989e-a5ccd49d7c21 service neutron] 10.222.0.23 "GET /v2.0/networks/8a24e155-c32e-4f22-a846-e3c555ee716a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473169 Jul 28 09:29:18.063160 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676535ad-c8a0-49f0-bb0c-3b798a56f94e req-e442b544-6d71-4941-9cd2-223a62c7d4c8 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:18.064676 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-676535ad-c8a0-49f0-bb0c-3b798a56f94e req-e442b544-6d71-4941-9cd2-223a62c7d4c8 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a96654e-95dd-48bb-adf3-91e5eed7b520 HTTP/1.1" status: 200 len: 943 time: 0.1343791 Jul 28 09:29:18.078242 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef525f4-9d3a-45af-af79-4e0dbdf7e62e req-89d41984-efa4-4002-836f-dd6d66760b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:18.079694 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-5ef525f4-9d3a-45af-af79-4e0dbdf7e62e req-89d41984-efa4-4002-836f-dd6d66760b2a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59c4a637-5ed0-4b6e-a037-96ec97ce270f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1483550 Jul 28 09:29:18.153971 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b043a728-62ec-474c-8a55-8cbe44efb90d req-145c6cf5-3158-443b-8b8f-daa0af019214 service neutron] 10.222.0.23 "GET /v2.0/networks/8a24e155-c32e-4f22-a846-e3c555ee716a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063034 Jul 28 09:29:18.173474 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-676535ad-c8a0-49f0-bb0c-3b798a56f94e req-44c338a9-3f9f-46dc-85c3-23f811c71aee tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=f472aec1-11e1-40fb-99a6-1f673d66ba57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011031 Jul 28 09:29:18.218014 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-5ef525f4-9d3a-45af-af79-4e0dbdf7e62e req-03601a7d-a25b-4ec5-bef3-226e731494e9 service neutron] 10.222.0.32 "GET /v2.0/networks/59c4a637-5ed0-4b6e-a037-96ec97ce270f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236610 Jul 28 09:29:18.332180 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-c1c73074-83e1-4da8-90d5-792a92367e78 req-e5493546-08c6-449f-99d3-fcc210a88505 tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] 10.222.0.23 "GET /v2.0/ports?device_id=46e2d206-3f5b-4f95-aa68-f85c12f23d1c HTTP/1.1" status: 200 len: 210 time: 0.0336354 Jul 28 09:29:18.345373 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-5ef525f4-9d3a-45af-af79-4e0dbdf7e62e req-3e0cc83b-26ab-4849-b490-6c2cf863b72c service neutron] 10.222.0.32 "GET /v2.0/networks/59c4a637-5ed0-4b6e-a037-96ec97ce270f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189806 Jul 28 09:29:19.250518 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b043a728-62ec-474c-8a55-8cbe44efb90d req-782946c0-4247-477d-ad23-bbbeada7e6e4 tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:19.252041 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b043a728-62ec-474c-8a55-8cbe44efb90d req-782946c0-4247-477d-ad23-bbbeada7e6e4 tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] 10.222.0.32 "GET /v2.0/networks?id=8a24e155-c32e-4f22-a846-e3c555ee716a HTTP/1.1" status: 200 len: 813 time: 0.1257293 Jul 28 09:29:19.273340 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [req-b043a728-62ec-474c-8a55-8cbe44efb90d req-46bb2c91-7300-4b4a-bfcb-ca168894715d tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] Request body: {'port': {'device_id': '46e2d206-3f5b-4f95-aa68-f85c12f23d1c', 'network_id': '8a24e155-c32e-4f22-a846-e3c555ee716a', 'admin_state_up': True, 'tenant_id': '3fc892898a594e59889bda5edf6fe6fa'}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:29:19.612050 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b1784b15-6fe4-4ef7-bcea-eca005ce0af0 req-6fe8b3f8-d8aa-456f-aa60-536083856bef tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] 10.222.0.23 "GET /v2.0/ports?device_id=46e2d206-3f5b-4f95-aa68-f85c12f23d1c HTTP/1.1" status: 200 len: 210 time: 0.0760736 Jul 28 09:29:19.641255 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98485a58-d386-4fba-9921-065589ea15a7 req-23f9a6f0-5b09-4412-9345-aeb135941737 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:19.642759 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-98485a58-d386-4fba-9921-065589ea15a7 req-23f9a6f0-5b09-4412-9345-aeb135941737 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a96654e-95dd-48bb-adf3-91e5eed7b520 HTTP/1.1" status: 200 len: 943 time: 0.3829398 Jul 28 09:29:19.703000 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-98485a58-d386-4fba-9921-065589ea15a7 req-d524d55f-6b4b-48f1-abf8-03303fbbadd3 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=f472aec1-11e1-40fb-99a6-1f673d66ba57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512006 Jul 28 09:29:19.717526 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b043a728-62ec-474c-8a55-8cbe44efb90d req-46bb2c91-7300-4b4a-bfcb-ca168894715d tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] Made reservation on behalf of 3fc892898a594e59889bda5edf6fe6fa for: {'port': 1} {{(pid=93067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:29:19.720962 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-b043a728-62ec-474c-8a55-8cbe44efb90d req-46bb2c91-7300-4b4a-bfcb-ca168894715d tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:19.727602 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device 9b6651ac-a2a9-45c2-85c4-d67031aa172a details requested by agent hyperv_hv-cinder-80266 with host hv-cinder-80266 {{(pid=93069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 09:29:19.854655 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.db_base_plugin_common [req-b043a728-62ec-474c-8a55-8cbe44efb90d req-46bb2c91-7300-4b4a-bfcb-ca168894715d tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] Allocated IP 172.20.0.8 (8a24e155-c32e-4f22-a846-e3c555ee716a/21d72c97-2201-44f6-85fe-eb6594c66327/6f7ebd84-ae8e-4b9f-95d6-e4a3e913639b) {{(pid=93067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:29:19.945692 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port 9b6651ac-a2a9-45c2-85c4-d67031aa172a, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=9b6651ac-a2a9-45c2-85c4-d67031aa172a,segment=NetworkSegment(8d4ebd29-05d0-486e-9486-49583b4bf742),segment_id=8d4ebd29-05d0-486e-9486-49583b4bf742)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:29:19.958156 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Returning: {'device': '9b6651ac-a2a9-45c2-85c4-d67031aa172a', 'network_id': '59c4a637-5ed0-4b6e-a037-96ec97ce270f', 'port_id': '9b6651ac-a2a9-45c2-85c4-d67031aa172a', 'mac_address': 'fa:16:3e:c5:dd:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd0bcb40-b982-4039-a925-2309bc61c85b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 09:29:19.994899 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:20.000017 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-b043a728-62ec-474c-8a55-8cbe44efb90d req-46bb2c91-7300-4b4a-bfcb-ca168894715d tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] Notify callbacks [] for port, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:20.007860 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.notifiers.nova [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b6651ac-a2a9-45c2-85c4-d67031aa172a {{(pid=93069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 09:29:20.029017 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port 9b6651ac-a2a9-45c2-85c4-d67031aa172a, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=9b6651ac-a2a9-45c2-85c4-d67031aa172a,segment=NetworkSegment(8d4ebd29-05d0-486e-9486-49583b4bf742),segment_id=8d4ebd29-05d0-486e-9486-49583b4bf742)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:29:20.032689 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:20.038481 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-b043a728-62ec-474c-8a55-8cbe44efb90d req-46bb2c91-7300-4b4a-bfcb-ca168894715d tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732595289878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33549966'] for port, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:20.079004 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Pushing event updated for resources: {'Port': ['ID=9b6651ac-a2a9-45c2-85c4-d67031aa172a,revision_number=4']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:29:20.082790 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b043a728-62ec-474c-8a55-8cbe44efb90d req-46bb2c91-7300-4b4a-bfcb-ca168894715d tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] Network 8a24e155-c32e-4f22-a846-e3c555ee716a is already hosted by enough agents. {{(pid=93067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:29:20.085909 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.base_scheduler [req-b043a728-62ec-474c-8a55-8cbe44efb90d req-46bb2c91-7300-4b4a-bfcb-ca168894715d tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] Resources bound (agent type, host, resource id): {{(pid=93067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:29:20.089524 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.l3_dvrscheduler_db [req-b043a728-62ec-474c-8a55-8cbe44efb90d req-46bb2c91-7300-4b4a-bfcb-ca168894715d tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] Received port after_create {{(pid=93067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 09:29:20.117873 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bb2c91-7300-4b4a-bfcb-ca168894715d tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] Pushing event updated for resources: {'Port': ['ID=6f7ebd84-ae8e-4b9f-95d6-e4a3e913639b,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:29:20.147872 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b043a728-62ec-474c-8a55-8cbe44efb90d req-46bb2c91-7300-4b4a-bfcb-ca168894715d tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:20.147872 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-b043a728-62ec-474c-8a55-8cbe44efb90d req-46bb2c91-7300-4b4a-bfcb-ca168894715d tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905'] for port, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:20.160853 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b043a728-62ec-474c-8a55-8cbe44efb90d req-46bb2c91-7300-4b4a-bfcb-ca168894715d tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8991716 Jul 28 09:29:20.173395 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [req-b043a728-62ec-474c-8a55-8cbe44efb90d req-7044a63f-e457-47ba-9c2d-76b865f21922 service neutron] Request body: {'port': {'device_id': '46e2d206-3f5b-4f95-aa68-f85c12f23d1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80266'}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:29:20.229080 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-b043a728-62ec-474c-8a55-8cbe44efb90d req-7044a63f-e457-47ba-9c2d-76b865f21922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:20.287921 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] get_ports_and_sgs() called for port_ids ['9b6651ac-a2a9-45c2-85c4-d67031aa172a'] {{(pid=93069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:29:20.507874 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.notifiers.nova [req-b043a728-62ec-474c-8a55-8cbe44efb90d req-7044a63f-e457-47ba-9c2d-76b865f21922 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f7ebd84-ae8e-4b9f-95d6-e4a3e913639b {{(pid=93067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 09:29:20.519114 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-b043a728-62ec-474c-8a55-8cbe44efb90d req-7044a63f-e457-47ba-9c2d-76b865f21922 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:20.533365 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.provisioning_blocks [req-b043a728-62ec-474c-8a55-8cbe44efb90d req-7044a63f-e457-47ba-9c2d-76b865f21922 service neutron] Transition to ACTIVE for port object 6f7ebd84-ae8e-4b9f-95d6-e4a3e913639b will not be triggered until provisioned by entity L2. {{(pid=93067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:29:20.536975 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-b043a728-62ec-474c-8a55-8cbe44efb90d req-7044a63f-e457-47ba-9c2d-76b865f21922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33549957'] for port, after_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:20.588097 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7044a63f-e457-47ba-9c2d-76b865f21922 service neutron] Pushing event updated for resources: {'Port': ['ID=6f7ebd84-ae8e-4b9f-95d6-e4a3e913639b,revision_number=2']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:29:20.655066 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.managers [req-b043a728-62ec-474c-8a55-8cbe44efb90d req-7044a63f-e457-47ba-9c2d-76b865f21922 service neutron] Attempting to bind port 6f7ebd84-ae8e-4b9f-95d6-e4a3e913639b on host hv-cinder-80266 for vnic_type normal with profile {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 09:29:20.655398 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.managers [req-b043a728-62ec-474c-8a55-8cbe44efb90d req-7044a63f-e457-47ba-9c2d-76b865f21922 service neutron] Attempting to bind port 6f7ebd84-ae8e-4b9f-95d6-e4a3e913639b by drivers openvswitch,hyperv on host hv-cinder-80266 at level 0 using segments [{'id': '6933e309-1042-4134-adb1-56d0c93f7ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8a24e155-c32e-4f22-a846-e3c555ee716a'}] {{(pid=93067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 09:29:20.655778 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b043a728-62ec-474c-8a55-8cbe44efb90d req-7044a63f-e457-47ba-9c2d-76b865f21922 service neutron] Attempting to bind port 6f7ebd84-ae8e-4b9f-95d6-e4a3e913639b on network 8a24e155-c32e-4f22-a846-e3c555ee716a {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 09:29:20.659969 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b043a728-62ec-474c-8a55-8cbe44efb90d req-7044a63f-e457-47ba-9c2d-76b865f21922 service neutron] Port 6f7ebd84-ae8e-4b9f-95d6-e4a3e913639b on network 8a24e155-c32e-4f22-a846-e3c555ee716a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80266 {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 09:29:20.660288 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b043a728-62ec-474c-8a55-8cbe44efb90d req-7044a63f-e457-47ba-9c2d-76b865f21922 service neutron] Attempting to bind port 6f7ebd84-ae8e-4b9f-95d6-e4a3e913639b on network 8a24e155-c32e-4f22-a846-e3c555ee716a {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 09:29:20.665036 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b043a728-62ec-474c-8a55-8cbe44efb90d req-7044a63f-e457-47ba-9c2d-76b865f21922 service neutron] Checking agent: {'id': '2e21c55d-f4ce-498b-abcc-e7d8675cd352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80266', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 9, 22, 54), 'started_at': datetime.datetime(2021, 7, 28, 9, 22, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 9, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 09:29:20.665388 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b043a728-62ec-474c-8a55-8cbe44efb90d req-7044a63f-e457-47ba-9c2d-76b865f21922 service neutron] Checking segment: {'id': '6933e309-1042-4134-adb1-56d0c93f7ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8a24e155-c32e-4f22-a846-e3c555ee716a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 09:29:20.665752 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b043a728-62ec-474c-8a55-8cbe44efb90d req-7044a63f-e457-47ba-9c2d-76b865f21922 service neutron] Bound using segment: {'id': '6933e309-1042-4134-adb1-56d0c93f7ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8a24e155-c32e-4f22-a846-e3c555ee716a'} {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 09:29:20.666171 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.managers [req-b043a728-62ec-474c-8a55-8cbe44efb90d req-7044a63f-e457-47ba-9c2d-76b865f21922 service neutron] Bound port: 6f7ebd84-ae8e-4b9f-95d6-e4a3e913639b, host: hv-cinder-80266, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6933e309-1042-4134-adb1-56d0c93f7ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8a24e155-c32e-4f22-a846-e3c555ee716a'}}] {{(pid=93067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 09:29:20.666523 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-b043a728-62ec-474c-8a55-8cbe44efb90d req-7044a63f-e457-47ba-9c2d-76b865f21922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:20.761281 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60144189-b65a-4268-bc13-1cf18a9ecc64 req-788150de-ad89-444d-ae2b-477bfcd5ffa9 tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:20.762728 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-60144189-b65a-4268-bc13-1cf18a9ecc64 req-788150de-ad89-444d-ae2b-477bfcd5ffa9 tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] 10.222.0.23 "GET /v2.0/ports?device_id=46e2d206-3f5b-4f95-aa68-f85c12f23d1c HTTP/1.1" status: 200 len: 943 time: 0.0839043 Jul 28 09:29:20.770392 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.db [req-b043a728-62ec-474c-8a55-8cbe44efb90d req-7044a63f-e457-47ba-9c2d-76b865f21922 service neutron] For port 6f7ebd84-ae8e-4b9f-95d6-e4a3e913639b, host hv-cinder-80266, cleared binding levels {{(pid=93067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:29:20.773945 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.db [req-b043a728-62ec-474c-8a55-8cbe44efb90d req-7044a63f-e457-47ba-9c2d-76b865f21922 service neutron] For port 6f7ebd84-ae8e-4b9f-95d6-e4a3e913639b, host hv-cinder-80266, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=6f7ebd84-ae8e-4b9f-95d6-e4a3e913639b,segment=NetworkSegment(6933e309-1042-4134-adb1-56d0c93f7ad9),segment_id=6933e309-1042-4134-adb1-56d0c93f7ad9)] {{(pid=93067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:29:20.781417 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-b043a728-62ec-474c-8a55-8cbe44efb90d req-7044a63f-e457-47ba-9c2d-76b865f21922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33549957'] for port, after_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:20.853501 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b043a728-62ec-474c-8a55-8cbe44efb90d req-7044a63f-e457-47ba-9c2d-76b865f21922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:20.854092 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-b043a728-62ec-474c-8a55-8cbe44efb90d req-7044a63f-e457-47ba-9c2d-76b865f21922 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905'] for port, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:20.855432 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b043a728-62ec-474c-8a55-8cbe44efb90d req-7044a63f-e457-47ba-9c2d-76b865f21922 service neutron] 10.222.0.32 "PUT /v2.0/ports/6f7ebd84-ae8e-4b9f-95d6-e4a3e913639b HTTP/1.1" status: 200 len: 1093 time: 0.6861362 Jul 28 09:29:20.855883 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46e2d206-3f5b-4f95-aa68-f85c12f23d1c', 'tag': '6f7ebd84-ae8e-4b9f-95d6-e4a3e913639b'}] {{(pid=93067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:29:20.858628 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}119bb006a51e6799d77012a49065aa76076224f53078518f9bbc3af1ae40a877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62298e42-53ab-4957-bb17-9c42890c1aa1" -d '{"events": [{"name": "network-changed", "server_uuid": "46e2d206-3f5b-4f95-aa68-f85c12f23d1c", "tag": "6f7ebd84-ae8e-4b9f-95d6-e4a3e913639b"}]}' {{(pid=93067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:29:20.875936 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-60144189-b65a-4268-bc13-1cf18a9ecc64 req-1f6d48f0-8048-44c0-96b0-5ee7884df190 tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a9d54ce-820c-488f-abbc-dc98a901d4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068382 Jul 28 09:29:20.897602 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7044a63f-e457-47ba-9c2d-76b865f21922 service neutron] Pushing event updated for resources: {'Port': ['ID=6f7ebd84-ae8e-4b9f-95d6-e4a3e913639b,revision_number=3']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:29:20.936666 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a449d0d-75ce-4e61-b230-4928963cdaa7 req-3da32ad5-1637-4b28-b32b-d4180c71858f tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:20.938176 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-8a449d0d-75ce-4e61-b230-4928963cdaa7 req-3da32ad5-1637-4b28-b32b-d4180c71858f tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a96654e-95dd-48bb-adf3-91e5eed7b520 HTTP/1.1" status: 200 len: 944 time: 0.1390712 Jul 28 09:29:20.949115 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 09:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90002900-affc-48f4-9905-3dcc2a7781d7 x-openstack-request-id: req-90002900-affc-48f4-9905-3dcc2a7781d7 {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:29:20.949406 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46e2d206-3f5b-4f95-aa68-f85c12f23d1c", "tag": "6f7ebd84-ae8e-4b9f-95d6-e4a3e913639b", "status": "completed", "code": 200}]} {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:29:20.949652 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-90002900-affc-48f4-9905-3dcc2a7781d7 {{(pid=93067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:29:20.950113 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46e2d206-3f5b-4f95-aa68-f85c12f23d1c', 'tag': '6f7ebd84-ae8e-4b9f-95d6-e4a3e913639b', 'status': 'completed', 'code': 200} Jul 28 09:29:20.970677 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b043a728-62ec-474c-8a55-8cbe44efb90d req-396dc50b-a89d-45fa-ae20-9502adc0cb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:20.972149 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b043a728-62ec-474c-8a55-8cbe44efb90d req-396dc50b-a89d-45fa-ae20-9502adc0cb90 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3fc892898a594e59889bda5edf6fe6fa&device_id=46e2d206-3f5b-4f95-aa68-f85c12f23d1c HTTP/1.1" status: 200 len: 1096 time: 0.0695751 Jul 28 09:29:21.017543 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-8a449d0d-75ce-4e61-b230-4928963cdaa7 req-c56f5510-5b68-43d2-a2c0-d6847289719a tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=f472aec1-11e1-40fb-99a6-1f673d66ba57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715177 Jul 28 09:29:21.018770 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b043a728-62ec-474c-8a55-8cbe44efb90d req-e0ca24fa-9f36-4336-9583-1ea1ef89ac3c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f7ebd84-ae8e-4b9f-95d6-e4a3e913639b HTTP/1.1" status: 200 len: 217 time: 0.0377502 Jul 28 09:29:21.072937 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b043a728-62ec-474c-8a55-8cbe44efb90d req-1367aa92-ee0f-4914-b005-907d7bf6d80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:21.074380 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b043a728-62ec-474c-8a55-8cbe44efb90d req-1367aa92-ee0f-4914-b005-907d7bf6d80f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=21d72c97-2201-44f6-85fe-eb6594c66327 HTTP/1.1" status: 200 len: 853 time: 0.0492389 Jul 28 09:29:21.105816 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b043a728-62ec-474c-8a55-8cbe44efb90d req-567526f6-52f6-4de7-b5d2-911be440ee8c service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8a24e155-c32e-4f22-a846-e3c555ee716a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237956 Jul 28 09:29:21.193703 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b043a728-62ec-474c-8a55-8cbe44efb90d req-623e54e8-d0e6-4a92-8fa8-2d84eae0a80b service neutron] 10.222.0.32 "GET /v2.0/networks/8a24e155-c32e-4f22-a846-e3c555ee716a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807633 Jul 28 09:29:21.285410 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b043a728-62ec-474c-8a55-8cbe44efb90d req-09eec876-bc4b-42b9-84d8-b04ef64631a1 service neutron] 10.222.0.32 "GET /v2.0/networks/8a24e155-c32e-4f22-a846-e3c555ee716a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847540 Jul 28 09:29:21.366383 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62298e42-53ab-4957-bb17-9c42890c1aa1 req-e33dbc34-a32e-4b8a-8eee-e59d1369aad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:21.367943 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-62298e42-53ab-4957-bb17-9c42890c1aa1 req-e33dbc34-a32e-4b8a-8eee-e59d1369aad3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3fc892898a594e59889bda5edf6fe6fa&device_id=46e2d206-3f5b-4f95-aa68-f85c12f23d1c HTTP/1.1" status: 200 len: 1096 time: 0.0400550 Jul 28 09:29:21.464677 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62298e42-53ab-4957-bb17-9c42890c1aa1 req-c1cc9464-c87c-4bb4-971f-8e591481aa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:21.466936 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-62298e42-53ab-4957-bb17-9c42890c1aa1 req-c1cc9464-c87c-4bb4-971f-8e591481aa17 service neutron] 10.222.0.32 "GET /v2.0/networks?id=8a24e155-c32e-4f22-a846-e3c555ee716a HTTP/1.1" status: 200 len: 914 time: 0.0901473 Jul 28 09:29:21.509803 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-62298e42-53ab-4957-bb17-9c42890c1aa1 req-8b592e68-6679-44a3-9acc-417135f72594 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6f7ebd84-ae8e-4b9f-95d6-e4a3e913639b HTTP/1.1" status: 200 len: 217 time: 0.0352981 Jul 28 09:29:21.563994 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 53498) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:29:21.564753 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62298e42-53ab-4957-bb17-9c42890c1aa1 req-70e5ff9e-0551-4c19-9f50-539c2bae1045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:21.566254 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-62298e42-53ab-4957-bb17-9c42890c1aa1 req-70e5ff9e-0551-4c19-9f50-539c2bae1045 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=21d72c97-2201-44f6-85fe-eb6594c66327 HTTP/1.1" status: 200 len: 853 time: 0.0449624 Jul 28 09:29:21.600506 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-62298e42-53ab-4957-bb17-9c42890c1aa1 req-9b4af5d9-9b38-436f-8420-cc214be72f71 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8a24e155-c32e-4f22-a846-e3c555ee716a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269468 Jul 28 09:29:21.667668 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-a80bb801-fb8e-4488-8b92-de447e36a2f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:21.693121 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-62298e42-53ab-4957-bb17-9c42890c1aa1 req-77f3566a-d2fb-4b32-99da-58594e9a297b service neutron] 10.222.0.32 "GET /v2.0/networks/8a24e155-c32e-4f22-a846-e3c555ee716a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846691 Jul 28 09:29:21.755183 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-a80bb801-fb8e-4488-8b92-de447e36a2f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:21.756182 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device 9b6651ac-a2a9-45c2-85c4-d67031aa172a up at agent hyperv_hv-cinder-80266 {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:29:21.759785 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-a80bb801-fb8e-4488-8b92-de447e36a2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:21.794189 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-62298e42-53ab-4957-bb17-9c42890c1aa1 req-8077064e-27d3-49ad-b80c-d71cad9bc575 service neutron] 10.222.0.32 "GET /v2.0/networks/8a24e155-c32e-4f22-a846-e3c555ee716a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882831 Jul 28 09:29:21.794957 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80bb801-fb8e-4488-8b92-de447e36a2f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb06f03-284d-48c2-874f-1c1186452292,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:29:21.814895 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-a80bb801-fb8e-4488-8b92-de447e36a2f6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2cd1462a719040ccbe83ded07bbd0957&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2497299 Jul 28 09:29:21.817393 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 53502) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:29:21.841331 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Provisioning for port 9b6651ac-a2a9-45c2-85c4-d67031aa172a completed by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:29:21.845192 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Provisioning complete for port 9b6651ac-a2a9-45c2-85c4-d67031aa172a triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:29:21.845568 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:21.866706 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-ca6e1ff3-e533-4feb-96e8-7dfcf504d72c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:21.887381 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-ca6e1ff3-e533-4feb-96e8-7dfcf504d72c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:21.927894 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:21.941581 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-ca6e1ff3-e533-4feb-96e8-7dfcf504d72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:21.945382 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-ca6e1ff3-e533-4feb-96e8-7dfcf504d72c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:21.947200 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-ca6e1ff3-e533-4feb-96e8-7dfcf504d72c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0eb06f03-284d-48c2-874f-1c1186452292 HTTP/1.1" status: 204 len: 168 time: 0.1288917 Jul 28 09:29:21.957030 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a96654e-95dd-48bb-adf3-91e5eed7b520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b6651ac-a2a9-45c2-85c4-d67031aa172a'}] {{(pid=93069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:29:21.957459 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6e1ff3-e533-4feb-96e8-7dfcf504d72c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb06f03-284d-48c2-874f-1c1186452292,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:29:21.959645 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386f2323eb9bad1244c7f57c000109fc890726fb555cdcb5e37d65c089562af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0cbd74e-d1d7-437c-b1a3-14f42b600a96" -d '{"events": [{"server_uuid": "5a96654e-95dd-48bb-adf3-91e5eed7b520", "name": "network-vif-plugged", "status": "completed", "tag": "9b6651ac-a2a9-45c2-85c4-d67031aa172a"}]}' {{(pid=93069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:29:21.973597 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port 9b6651ac-a2a9-45c2-85c4-d67031aa172a, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=9b6651ac-a2a9-45c2-85c4-d67031aa172a,segment=NetworkSegment(8d4ebd29-05d0-486e-9486-49583b4bf742),segment_id=8d4ebd29-05d0-486e-9486-49583b4bf742)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:29:21.978797 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:22.018571 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 09:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49edffad-4b95-4782-a4d5-b7efdbd2f09f x-openstack-request-id: req-49edffad-4b95-4782-a4d5-b7efdbd2f09f {{(pid=93069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:29:22.018952 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a96654e-95dd-48bb-adf3-91e5eed7b520", "name": "network-vif-plugged", "status": "completed", "tag": "9b6651ac-a2a9-45c2-85c4-d67031aa172a", "code": 200}]} {{(pid=93069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:29:22.019265 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-49edffad-4b95-4782-a4d5-b7efdbd2f09f {{(pid=93069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:29:22.019774 dv-cinder-802669-1-iscsi neutron-server[93069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a96654e-95dd-48bb-adf3-91e5eed7b520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b6651ac-a2a9-45c2-85c4-d67031aa172a', 'code': 200} Jul 28 09:29:22.046779 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Pushing event updated for resources: {'Port': ['ID=9b6651ac-a2a9-45c2-85c4-d67031aa172a,revision_number=5']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:29:22.065737 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefdd040-193a-4395-ab6f-c3bcd2f1f2f2 req-360f508b-1779-4be7-b616-8cf0f75e985e tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:22.067331 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-cefdd040-193a-4395-ab6f-c3bcd2f1f2f2 req-360f508b-1779-4be7-b616-8cf0f75e985e tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] 10.222.0.23 "GET /v2.0/ports?device_id=46e2d206-3f5b-4f95-aa68-f85c12f23d1c HTTP/1.1" status: 200 len: 943 time: 0.0870242 Jul 28 09:29:22.123991 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-cefdd040-193a-4395-ab6f-c3bcd2f1f2f2 req-64f4afe5-6962-4825-b13e-d3e629d6806e tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a9d54ce-820c-488f-abbc-dc98a901d4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459576 Jul 28 09:29:22.204343 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af93b606-e39a-496e-a582-f2b599902979 req-e0fabb91-52ad-4733-ac31-cd9a92e9db39 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:22.205955 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-af93b606-e39a-496e-a582-f2b599902979 req-e0fabb91-52ad-4733-ac31-cd9a92e9db39 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a96654e-95dd-48bb-adf3-91e5eed7b520 HTTP/1.1" status: 200 len: 945 time: 0.0861721 Jul 28 09:29:22.259951 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d2bb6a-5c1e-47ea-b005-253463fba80e req-159263d9-6390-4d88-8635-9847d0042e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:22.261480 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-35d2bb6a-5c1e-47ea-b005-253463fba80e req-159263d9-6390-4d88-8635-9847d0042e3e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5a96654e-95dd-48bb-adf3-91e5eed7b520 HTTP/1.1" status: 200 len: 1098 time: 0.0782118 Jul 28 09:29:22.280908 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-af93b606-e39a-496e-a582-f2b599902979 req-6a49ca78-8c99-4e7e-9c32-7a5fbf5a37bd tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=f472aec1-11e1-40fb-99a6-1f673d66ba57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553184 Jul 28 09:29:22.306994 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-35d2bb6a-5c1e-47ea-b005-253463fba80e req-90440c64-7907-4c97-970f-eed12c8d2114 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f472aec1-11e1-40fb-99a6-1f673d66ba57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344949 Jul 28 09:29:23.251811 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3222205-49a8-4119-98b9-badb1581fe37 req-9546e0c5-8b1f-46e4-bb2c-03c59c6428c3 tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:23.253284 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e3222205-49a8-4119-98b9-badb1581fe37 req-9546e0c5-8b1f-46e4-bb2c-03c59c6428c3 tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] 10.222.0.23 "GET /v2.0/ports?device_id=46e2d206-3f5b-4f95-aa68-f85c12f23d1c HTTP/1.1" status: 200 len: 943 time: 0.0513034 Jul 28 09:29:23.290906 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e3222205-49a8-4119-98b9-badb1581fe37 req-05e39751-eb27-41b3-ad8a-9c89c06309db tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a9d54ce-820c-488f-abbc-dc98a901d4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315375 Jul 28 09:29:23.403164 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4134951-0e02-4d8a-a6e2-ac90a7fbd96b req-41fc2116-467e-4786-8ef3-9ac9bce0ae9a tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:23.404975 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-f4134951-0e02-4d8a-a6e2-ac90a7fbd96b req-41fc2116-467e-4786-8ef3-9ac9bce0ae9a tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a96654e-95dd-48bb-adf3-91e5eed7b520 HTTP/1.1" status: 200 len: 945 time: 0.0495706 Jul 28 09:29:23.446247 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-f4134951-0e02-4d8a-a6e2-ac90a7fbd96b req-1a14a2e8-59c3-4c65-becd-0e1c261a73aa tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=f472aec1-11e1-40fb-99a6-1f673d66ba57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340409 Jul 28 09:29:23.574410 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4b1e55-da46-4574-932d-a7a3c2b03a1d req-8ce50deb-8a7a-4e61-8a5e-803ec6bba22d tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:23.576220 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-6c4b1e55-da46-4574-932d-a7a3c2b03a1d req-8ce50deb-8a7a-4e61-8a5e-803ec6bba22d tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a3ccc9f-c540-41f9-881a-edfbbeee60e2 HTTP/1.1" status: 200 len: 945 time: 0.0780337 Jul 28 09:29:23.598459 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e191c2c-8b79-43ce-b354-cf12d673c57b req-3a1d0834-2732-409a-b332-4b3a091351d8 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:23.599894 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-6e191c2c-8b79-43ce-b354-cf12d673c57b req-3a1d0834-2732-409a-b332-4b3a091351d8 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a96654e-95dd-48bb-adf3-91e5eed7b520 HTTP/1.1" status: 200 len: 945 time: 0.0756299 Jul 28 09:29:23.609151 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 53528) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:29:23.613965 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.v2.base [None req-53dedfe2-66f4-4038-8a11-a3ce522d1bdb tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Request body: {'floatingip': {'port_id': '9b6651ac-a2a9-45c2-85c4-d67031aa172a'}} {{(pid=93068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:29:23.627921 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-6c4b1e55-da46-4574-932d-a7a3c2b03a1d req-98edda85-a735-48ea-aadb-0ecb2ed492b8 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/security-groups?id=f097d9a5-895a-44a3-ba79-3431c037bfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426848 Jul 28 09:29:23.649067 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 53530) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:29:23.652603 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-53dedfe2-66f4-4038-8a11-a3ce522d1bdb tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks [] for floatingip, before_update {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:23.765519 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device 6f7ebd84-ae8e-4b9f-95d6-e4a3e913639b details requested by agent hyperv_hv-cinder-80266 with host hv-cinder-80266 {{(pid=93069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 09:29:23.840078 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14465457-b9aa-4954-b6b0-6a9849b9370a tempest-TestMinimumBasicScenario-639266664 tempest-TestMinimumBasicScenario-639266664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:23.843647 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-14465457-b9aa-4954-b6b0-6a9849b9370a tempest-TestMinimumBasicScenario-639266664 tempest-TestMinimumBasicScenario-639266664-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=4a3ccc9f-c540-41f9-881a-edfbbeee60e2 HTTP/1.1" status: 200 len: 1093 time: 0.1919014 Jul 28 09:29:23.844789 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 53534) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:29:23.850171 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [None req-2b508c4c-7fce-47d4-affa-190d835df617 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Request body: {'floatingip': {'floating_network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'port_id': '7bab243d-b602-40fd-a545-e20c1ce70bfa', 'tenant_id': 'de7108c357a549b0a779fe9c24380ee8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:29:23.873307 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-2b508c4c-7fce-47d4-affa-190d835df617 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Notify callbacks [] for floatingip, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:23.884877 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port 6f7ebd84-ae8e-4b9f-95d6-e4a3e913639b, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=6f7ebd84-ae8e-4b9f-95d6-e4a3e913639b,segment=NetworkSegment(6933e309-1042-4134-adb1-56d0c93f7ad9),segment_id=6933e309-1042-4134-adb1-56d0c93f7ad9)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:29:23.896433 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Returning: {'device': '6f7ebd84-ae8e-4b9f-95d6-e4a3e913639b', 'network_id': '8a24e155-c32e-4f22-a846-e3c555ee716a', 'port_id': '6f7ebd84-ae8e-4b9f-95d6-e4a3e913639b', 'mac_address': 'fa:16:3e:d0:82:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21d72c97-2201-44f6-85fe-eb6594c66327', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 09:29:23.936281 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:23.948743 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.notifiers.nova [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f7ebd84-ae8e-4b9f-95d6-e4a3e913639b {{(pid=93069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 09:29:23.970473 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port 6f7ebd84-ae8e-4b9f-95d6-e4a3e913639b, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=6f7ebd84-ae8e-4b9f-95d6-e4a3e913639b,segment=NetworkSegment(6933e309-1042-4134-adb1-56d0c93f7ad9),segment_id=6933e309-1042-4134-adb1-56d0c93f7ad9)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:29:23.974264 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:23.982572 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-2b508c4c-7fce-47d4-affa-190d835df617 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:24.029367 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Pushing event updated for resources: {'Port': ['ID=6f7ebd84-ae8e-4b9f-95d6-e4a3e913639b,revision_number=4']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:29:24.085017 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-53dedfe2-66f4-4038-8a11-a3ce522d1bdb tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:24.089210 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-53dedfe2-66f4-4038-8a11-a3ce522d1bdb tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8268857'] for floatingip, after_update {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:24.095823 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.db_base_plugin_common [None req-2b508c4c-7fce-47d4-affa-190d835df617 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Allocated IP 172.27.3.204 (30331174-7d3c-4928-87ce-fe2956ee4244/7bde36bf-957f-4642-ab95-d9df711170af/86d21e42-e4b3-4986-b164-3868990e339c) {{(pid=93067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:29:24.187227 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.db.l3_db [None req-53dedfe2-66f4-4038-8a11-a3ce522d1bdb tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Floating IP f7590533-b42c-4955-963c-33830f6edc54 associated. External IP: 172.27.3.41, port: 9b6651ac-a2a9-45c2-85c4-d67031aa172a. Jul 28 09:29:24.201015 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-2b508c4c-7fce-47d4-affa-190d835df617 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Notify callbacks [] for port, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:24.239751 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-2b508c4c-7fce-47d4-affa-190d835df617 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732595289878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33549966'] for port, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:24.252366 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] get_ports_and_sgs() called for port_ids ['6f7ebd84-ae8e-4b9f-95d6-e4a3e913639b'] {{(pid=93069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:29:24.277712 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b508c4c-7fce-47d4-affa-190d835df617 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Network 30331174-7d3c-4928-87ce-fe2956ee4244 is already hosted by enough agents. {{(pid=93067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:29:24.280572 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.base_scheduler [None req-2b508c4c-7fce-47d4-affa-190d835df617 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Resources bound (agent type, host, resource id): {{(pid=93067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:29:24.284078 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b508c4c-7fce-47d4-affa-190d835df617 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Received port after_create {{(pid=93067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 09:29:24.312683 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b508c4c-7fce-47d4-affa-190d835df617 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Pushing event updated for resources: {'Port': ['ID=86d21e42-e4b3-4986-b164-3868990e339c,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:29:24.416484 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53dedfe2-66f4-4038-8a11-a3ce522d1bdb tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Router 75f32e89-c1b8-49f9-a1eb-1ada1fad53b3 has already been hosted by L3 agent 4c8802ae-c91a-4e26-b3c6-37f497a3b5b2 {{(pid=93068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 09:29:24.492803 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260e00b6-98ff-45fa-b157-dddfec6ad8f7 req-fe60bab9-11ec-4c45-835a-0e67e857b096 tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:24.494206 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-260e00b6-98ff-45fa-b157-dddfec6ad8f7 req-fe60bab9-11ec-4c45-835a-0e67e857b096 tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] 10.222.0.23 "GET /v2.0/ports?device_id=46e2d206-3f5b-4f95-aa68-f85c12f23d1c HTTP/1.1" status: 200 len: 944 time: 0.0959718 Jul 28 09:29:24.522148 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53dedfe2-66f4-4038-8a11-a3ce522d1bdb tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify agent at l3_agent.dv-cinder-802669-1-iscsi the message routers_updated {{(pid=93068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:29:24.527172 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-53dedfe2-66f4-4038-8a11-a3ce522d1bdb tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905'] for floatingip, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:24.532339 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7e768a-86f6-41f4-a693-8d13da626007 None None] Sync routers for ids ['75f32e89-c1b8-49f9-a1eb-1ada1fad53b3'] in dv-cinder-802669-1-iscsi {{(pid=93069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:29:24.541053 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7e768a-86f6-41f4-a693-8d13da626007 None None] Routers {'75f32e89-c1b8-49f9-a1eb-1ada1fad53b3'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:29:24.541673 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-ff7e768a-86f6-41f4-a693-8d13da626007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:29:01Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['75f32e89-c1b8-49f9-a1eb-1ada1fad53b3'], 'active': True} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:29:24.557347 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-53dedfe2-66f4-4038-8a11-a3ce522d1bdb tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "PUT /v2.0/floatingips/f7590533-b42c-4955-963c-33830f6edc54 HTTP/1.1" status: 200 len: 990 time: 0.9443388 Jul 28 09:29:24.557347 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a96654e-95dd-48bb-adf3-91e5eed7b520', 'tag': '9b6651ac-a2a9-45c2-85c4-d67031aa172a'}] {{(pid=93068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:29:24.557653 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}139b294935eba5b67723c4cb949653233a30e5923a0155ee6b45606758e66ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-507a1713-7fe8-4e87-87ca-5c2a6e507952" -d '{"events": [{"name": "network-changed", "server_uuid": "5a96654e-95dd-48bb-adf3-91e5eed7b520", "tag": "9b6651ac-a2a9-45c2-85c4-d67031aa172a"}]}' {{(pid=93068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:29:24.580509 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-260e00b6-98ff-45fa-b157-dddfec6ad8f7 req-76708392-6059-41d9-b9e3-ad82fa8b4a77 tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a9d54ce-820c-488f-abbc-dc98a901d4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774632 Jul 28 09:29:24.629237 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 09:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa9f914a-4015-4002-a27c-e104bbca6f67 x-openstack-request-id: req-fa9f914a-4015-4002-a27c-e104bbca6f67 {{(pid=93068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:29:24.629912 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a96654e-95dd-48bb-adf3-91e5eed7b520", "tag": "9b6651ac-a2a9-45c2-85c4-d67031aa172a", "status": "completed", "code": 200}]} {{(pid=93068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:29:24.629912 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fa9f914a-4015-4002-a27c-e104bbca6f67 {{(pid=93068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:29:24.630802 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a96654e-95dd-48bb-adf3-91e5eed7b520', 'tag': '9b6651ac-a2a9-45c2-85c4-d67031aa172a', 'status': 'completed', 'code': 200} Jul 28 09:29:24.667164 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvr_db [None req-ff7e768a-86f6-41f4-a693-8d13da626007 None None] Set router 75f32e89-c1b8-49f9-a1eb-1ada1fad53b3 gateway port host: dv-cinder-802669-1-iscsi {{(pid=93069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:29:24.763855 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a1713-7fe8-4e87-87ca-5c2a6e507952 req-4a12f95c-6b5a-433d-8162-721bea77ed44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:24.765316 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-507a1713-7fe8-4e87-87ca-5c2a6e507952 req-4a12f95c-6b5a-433d-8162-721bea77ed44 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b8340ca8a0bb47c3871a9e4d939e9a44&device_id=5a96654e-95dd-48bb-adf3-91e5eed7b520 HTTP/1.1" status: 200 len: 1098 time: 0.0768566 Jul 28 09:29:24.832298 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-2b508c4c-7fce-47d4-affa-190d835df617 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:24.853659 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:24.915035 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a1713-7fe8-4e87-87ca-5c2a6e507952 req-d3fa965f-27eb-4cab-97f9-4baf09eda9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:24.916589 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-507a1713-7fe8-4e87-87ca-5c2a6e507952 req-d3fa965f-27eb-4cab-97f9-4baf09eda9c0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=59c4a637-5ed0-4b6e-a037-96ec97ce270f HTTP/1.1" status: 200 len: 918 time: 0.1406724 Jul 28 09:29:24.930181 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-2b508c4c-7fce-47d4-affa-190d835df617 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:24.943687 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-ff7e768a-86f6-41f4-a693-8d13da626007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f32e89-c1b8-49f9-a1eb-1ada1fad53b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1030155211-router', 'tenant_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '936100aa-05d4-49f1-9f74-c3679b0940e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:24:32Z', 'updated_at': '2021-07-28T09:24:40Z', 'revision_number': 4, 'project_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'gw_port': {'id': '936100aa-05d4-49f1-9f74-c3679b0940e3', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f32e89-c1b8-49f9-a1eb-1ada1fad53b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:24:33Z', 'updated_at': '2021-07-28T09:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_floatingips': [{'id': 'f7590533-b42c-4955-963c-33830f6edc54', 'tenant_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'floating_ip_address': '172.27.3.41', 'floating_network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'router_id': '75f32e89-c1b8-49f9-a1eb-1ada1fad53b3', 'port_id': '9b6651ac-a2a9-45c2-85c4-d67031aa172a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59c4a637-5ed0-4b6e-a037-96ec97ce270f', 'mac_address': 'fa:16:3e:c5:dd:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a96654e-95dd-48bb-adf3-91e5eed7b520', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T09:29:13Z', 'updated_at': '2021-07-28T09:29:23Z', 'revision_number': 1, 'project_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6c1d149-6b1a-4382-89d3-3fabefdcfd0d', 'name': '', 'network_id': '59c4a637-5ed0-4b6e-a037-96ec97ce270f', 'tenant_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'mac_address': 'fa:16:3e:0d:e8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f32e89-c1b8-49f9-a1eb-1ada1fad53b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fd0bcb40-b982-4039-a925-2309bc61c85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:24:37Z', 'updated_at': '2021-07-28T09:24:54Z', 'revision_number': 5, 'project_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'subnets': [{'id': 'fd0bcb40-b982-4039-a925-2309bc61c85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:29:24.970263 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7e768a-86f6-41f4-a693-8d13da626007 None None] Checking router: 75f32e89-c1b8-49f9-a1eb-1ada1fad53b3 for host: dv-cinder-802669-1-iscsi {{(pid=93069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:29:24.978313 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7e768a-86f6-41f4-a693-8d13da626007 None None] Routers {'75f32e89-c1b8-49f9-a1eb-1ada1fad53b3'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:29:24.978906 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-ff7e768a-86f6-41f4-a693-8d13da626007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:29:01Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['75f32e89-c1b8-49f9-a1eb-1ada1fad53b3'], 'active': True} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:29:25.019689 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-507a1713-7fe8-4e87-87ca-5c2a6e507952 req-d7218d5f-0789-420e-b700-ed0ad92a5d91 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b6651ac-a2a9-45c2-85c4-d67031aa172a HTTP/1.1" status: 200 len: 998 time: 0.0949411 Jul 28 09:29:25.082804 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvr_db [None req-ff7e768a-86f6-41f4-a693-8d13da626007 None None] Set router 75f32e89-c1b8-49f9-a1eb-1ada1fad53b3 gateway port host: dv-cinder-802669-1-iscsi {{(pid=93069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:29:25.116775 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a1713-7fe8-4e87-87ca-5c2a6e507952 req-06f3ad9a-ba75-4638-a7b2-137bc497f582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:25.118250 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-507a1713-7fe8-4e87-87ca-5c2a6e507952 req-06f3ad9a-ba75-4638-a7b2-137bc497f582 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fd0bcb40-b982-4039-a925-2309bc61c85b HTTP/1.1" status: 200 len: 856 time: 0.0863092 Jul 28 09:29:25.192590 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a1713-7fe8-4e87-87ca-5c2a6e507952 req-13f720ae-3e20-46b0-9bb7-18f4bc95296e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:25.194096 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-507a1713-7fe8-4e87-87ca-5c2a6e507952 req-13f720ae-3e20-46b0-9bb7-18f4bc95296e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59c4a637-5ed0-4b6e-a037-96ec97ce270f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0676544 Jul 28 09:29:25.196018 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-2b508c4c-7fce-47d4-affa-190d835df617 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Notify callbacks [] for port, precommit_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:25.200635 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-2b508c4c-7fce-47d4-affa-190d835df617 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33549957'] for port, after_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:25.305831 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-ff7e768a-86f6-41f4-a693-8d13da626007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f32e89-c1b8-49f9-a1eb-1ada1fad53b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1030155211-router', 'tenant_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '936100aa-05d4-49f1-9f74-c3679b0940e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:24:32Z', 'updated_at': '2021-07-28T09:24:40Z', 'revision_number': 4, 'project_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'gw_port': {'id': '936100aa-05d4-49f1-9f74-c3679b0940e3', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f32e89-c1b8-49f9-a1eb-1ada1fad53b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:24:33Z', 'updated_at': '2021-07-28T09:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_floatingips': [{'id': 'f7590533-b42c-4955-963c-33830f6edc54', 'tenant_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'floating_ip_address': '172.27.3.41', 'floating_network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'router_id': '75f32e89-c1b8-49f9-a1eb-1ada1fad53b3', 'port_id': '9b6651ac-a2a9-45c2-85c4-d67031aa172a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59c4a637-5ed0-4b6e-a037-96ec97ce270f', 'mac_address': 'fa:16:3e:c5:dd:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a96654e-95dd-48bb-adf3-91e5eed7b520', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T09:29:13Z', 'updated_at': '2021-07-28T09:29:23Z', 'revision_number': 1, 'project_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6c1d149-6b1a-4382-89d3-3fabefdcfd0d', 'name': '', 'network_id': '59c4a637-5ed0-4b6e-a037-96ec97ce270f', 'tenant_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'mac_address': 'fa:16:3e:0d:e8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f32e89-c1b8-49f9-a1eb-1ada1fad53b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fd0bcb40-b982-4039-a925-2309bc61c85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:24:37Z', 'updated_at': '2021-07-28T09:24:54Z', 'revision_number': 5, 'project_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'subnets': [{'id': 'fd0bcb40-b982-4039-a925-2309bc61c85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:29:25.331748 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7e768a-86f6-41f4-a693-8d13da626007 None None] The sync data for ids ['75f32e89-c1b8-49f9-a1eb-1ada1fad53b3'] in dv-cinder-802669-1-iscsi is: [{'id': '75f32e89-c1b8-49f9-a1eb-1ada1fad53b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1030155211-router', 'tenant_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '936100aa-05d4-49f1-9f74-c3679b0940e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:24:32Z', 'updated_at': '2021-07-28T09:24:40Z', 'revision_number': 4, 'project_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'gw_port': {'id': '936100aa-05d4-49f1-9f74-c3679b0940e3', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f32e89-c1b8-49f9-a1eb-1ada1fad53b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:24:33Z', 'updated_at': '2021-07-28T09:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_floatingips': [{'id': 'f7590533-b42c-4955-963c-33830f6edc54', 'tenant_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'floating_ip_address': '172.27.3.41', 'floating_network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'router_id': '75f32e89-c1b8-49f9-a1eb-1ada1fad53b3', 'port_id': '9b6651ac-a2a9-45c2-85c4-d67031aa172a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59c4a637-5ed0-4b6e-a037-96ec97ce270f', 'mac_address': 'fa:16:3e:c5:dd:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a96654e-95dd-48bb-adf3-91e5eed7b520', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T09:29:13Z', 'updated_at': '2021-07-28T09:29:23Z', 'revision_number': 1, 'project_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6c1d149-6b1a-4382-89d3-3fabefdcfd0d', 'name': '', 'network_id': '59c4a637-5ed0-4b6e-a037-96ec97ce270f', 'tenant_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'mac_address': 'fa:16:3e:0d:e8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f32e89-c1b8-49f9-a1eb-1ada1fad53b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fd0bcb40-b982-4039-a925-2309bc61c85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:24:37Z', 'updated_at': '2021-07-28T09:24:54Z', 'revision_number': 5, 'project_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'subnets': [{'id': 'fd0bcb40-b982-4039-a925-2309bc61c85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:29:25.332886 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b508c4c-7fce-47d4-affa-190d835df617 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Pushing event updated for resources: {'Port': ['ID=86d21e42-e4b3-4986-b164-3868990e339c,revision_number=2']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:29:25.339788 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-2b508c4c-7fce-47d4-affa-190d835df617 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8268857'] for floatingip, after_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:25.398071 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-507a1713-7fe8-4e87-87ca-5c2a6e507952 req-b6899a33-212d-4287-917f-4ff66bf9a66c service neutron] 10.222.0.32 "GET /v2.0/networks/59c4a637-5ed0-4b6e-a037-96ec97ce270f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952295 Jul 28 09:29:25.504200 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.db.l3_db [None req-2b508c4c-7fce-47d4-affa-190d835df617 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Floating IP c1105f92-d20c-4e1e-ad36-4b3c94445a77 associated. External IP: 172.27.3.204, port: 7bab243d-b602-40fd-a545-e20c1ce70bfa. Jul 28 09:29:25.528878 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d44c43f-b0ec-49f6-b062-b3384dd8e438 None None] New status for floating IP f7590533-b42c-4955-963c-33830f6edc54: ACTIVE {{(pid=93070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 09:29:25.566157 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-507a1713-7fe8-4e87-87ca-5c2a6e507952 req-d3b54474-6371-4b98-aa3f-6cd268760830 service neutron] 10.222.0.32 "GET /v2.0/networks/59c4a637-5ed0-4b6e-a037-96ec97ce270f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606596 Jul 28 09:29:25.789867 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device 6f7ebd84-ae8e-4b9f-95d6-e4a3e913639b up at agent hyperv_hv-cinder-80266 {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:29:25.839656 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Provisioning for port 6f7ebd84-ae8e-4b9f-95d6-e4a3e913639b completed by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:29:25.844009 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Provisioning complete for port 6f7ebd84-ae8e-4b9f-95d6-e4a3e913639b triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:29:25.844497 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:25.925874 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:25.949432 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46e2d206-3f5b-4f95-aa68-f85c12f23d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f7ebd84-ae8e-4b9f-95d6-e4a3e913639b'}] {{(pid=93069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:29:25.951952 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386f2323eb9bad1244c7f57c000109fc890726fb555cdcb5e37d65c089562af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-523f2d17-b4a1-4930-887e-b0ab86bed295" -d '{"events": [{"server_uuid": "46e2d206-3f5b-4f95-aa68-f85c12f23d1c", "name": "network-vif-plugged", "status": "completed", "tag": "6f7ebd84-ae8e-4b9f-95d6-e4a3e913639b"}]}' {{(pid=93069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:29:25.964976 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port 6f7ebd84-ae8e-4b9f-95d6-e4a3e913639b, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=6f7ebd84-ae8e-4b9f-95d6-e4a3e913639b,segment=NetworkSegment(6933e309-1042-4134-adb1-56d0c93f7ad9),segment_id=6933e309-1042-4134-adb1-56d0c93f7ad9)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:29:25.965120 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca13b2b5-0220-4777-899a-f64e9d104915 req-5c066fb0-2083-40cb-8f16-55b786756da1 tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:25.966934 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-ca13b2b5-0220-4777-899a-f64e9d104915 req-5c066fb0-2083-40cb-8f16-55b786756da1 tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] 10.222.0.23 "GET /v2.0/ports?device_id=46e2d206-3f5b-4f95-aa68-f85c12f23d1c HTTP/1.1" status: 200 len: 944 time: 0.0977161 Jul 28 09:29:25.973794 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:26.002435 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 09:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-743e9b17-9bb0-404b-953c-214ce5c48432 x-openstack-request-id: req-743e9b17-9bb0-404b-953c-214ce5c48432 {{(pid=93069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:29:26.002769 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46e2d206-3f5b-4f95-aa68-f85c12f23d1c", "name": "network-vif-plugged", "status": "completed", "tag": "6f7ebd84-ae8e-4b9f-95d6-e4a3e913639b", "code": 200}]} {{(pid=93069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:29:26.002960 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-743e9b17-9bb0-404b-953c-214ce5c48432 {{(pid=93069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:29:26.003348 dv-cinder-802669-1-iscsi neutron-server[93069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46e2d206-3f5b-4f95-aa68-f85c12f23d1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f7ebd84-ae8e-4b9f-95d6-e4a3e913639b', 'code': 200} Jul 28 09:29:26.030470 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Pushing event updated for resources: {'Port': ['ID=6f7ebd84-ae8e-4b9f-95d6-e4a3e913639b,revision_number=5']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:29:26.044702 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-ca13b2b5-0220-4777-899a-f64e9d104915 req-fbb33796-63d3-49f5-ba4d-b54da345a1c4 tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a9d54ce-820c-488f-abbc-dc98a901d4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712619 Jul 28 09:29:26.067379 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b508c4c-7fce-47d4-affa-190d835df617 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Router 9027a210-a60d-452b-85ec-fd8ecd1c5f8c has already been hosted by L3 agent 4c8802ae-c91a-4e26-b3c6-37f497a3b5b2 {{(pid=93067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 09:29:26.202783 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e0c96b-faed-4d39-bc7f-117b0d2d5e02 req-e68e7f1c-0faa-48b8-b739-dec7b2713c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:26.204292 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-18e0c96b-faed-4d39-bc7f-117b0d2d5e02 req-e68e7f1c-0faa-48b8-b739-dec7b2713c13 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=46e2d206-3f5b-4f95-aa68-f85c12f23d1c HTTP/1.1" status: 200 len: 1098 time: 0.0862708 Jul 28 09:29:26.208295 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b508c4c-7fce-47d4-affa-190d835df617 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Notify agent at l3_agent.dv-cinder-802669-1-iscsi the message routers_updated {{(pid=93067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:29:26.218645 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ef0706-316e-4964-880c-3f390a985c5d None None] Sync routers for ids ['9027a210-a60d-452b-85ec-fd8ecd1c5f8c'] in dv-cinder-802669-1-iscsi {{(pid=93069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:29:26.227510 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ef0706-316e-4964-880c-3f390a985c5d None None] Routers {'9027a210-a60d-452b-85ec-fd8ecd1c5f8c'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:29:26.228151 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-e4ef0706-316e-4964-880c-3f390a985c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:29:01Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['9027a210-a60d-452b-85ec-fd8ecd1c5f8c'], 'active': True} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:29:26.243214 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-2b508c4c-7fce-47d4-affa-190d835df617 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905'] for floatingip, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:26.249756 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-18e0c96b-faed-4d39-bc7f-117b0d2d5e02 req-50b7923e-4c4c-4c13-a09d-b5dad3193d9d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2a9d54ce-820c-488f-abbc-dc98a901d4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372243 Jul 28 09:29:26.272898 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-2b508c4c-7fce-47d4-affa-190d835df617 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4271224 Jul 28 09:29:26.273564 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a3ccc9f-c540-41f9-881a-edfbbeee60e2', 'tag': '7bab243d-b602-40fd-a545-e20c1ce70bfa'}] {{(pid=93067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:29:26.275730 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 53548) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:29:26.276183 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}119bb006a51e6799d77012a49065aa76076224f53078518f9bbc3af1ae40a877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f2af316-c868-418d-951d-f93f6c273d30" -d '{"events": [{"name": "network-changed", "server_uuid": "4a3ccc9f-c540-41f9-881a-edfbbeee60e2", "tag": "7bab243d-b602-40fd-a545-e20c1ce70bfa"}]}' {{(pid=93067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:29:26.282190 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.v2.base [None req-6d02e8d6-2092-4418-a903-cb7f759a9996 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1381115717', 'description': 'tempest-secgroup-smoke-1381115717 description', 'project_id': 'de7108c357a549b0a779fe9c24380ee8'}} {{(pid=93068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:29:26.306503 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-6d02e8d6-2092-4418-a903-cb7f759a9996 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Notify callbacks [] for security_group, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:26.311731 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 09:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488ccf09-03d3-4ffd-bce5-3a7442bb950f x-openstack-request-id: req-488ccf09-03d3-4ffd-bce5-3a7442bb950f {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:29:26.312018 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a3ccc9f-c540-41f9-881a-edfbbeee60e2", "tag": "7bab243d-b602-40fd-a545-e20c1ce70bfa", "status": "completed", "code": 200}]} {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:29:26.312265 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-488ccf09-03d3-4ffd-bce5-3a7442bb950f {{(pid=93067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:29:26.312652 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a3ccc9f-c540-41f9-881a-edfbbeee60e2', 'tag': '7bab243d-b602-40fd-a545-e20c1ce70bfa', 'status': 'completed', 'code': 200} Jul 28 09:29:26.338876 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvr_db [None req-e4ef0706-316e-4964-880c-3f390a985c5d None None] Set router 9027a210-a60d-452b-85ec-fd8ecd1c5f8c gateway port host: dv-cinder-802669-1-iscsi {{(pid=93069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:29:26.376893 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2af316-c868-418d-951d-f93f6c273d30 req-faf99128-c32c-423f-aea2-ac2b8caad0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:26.378451 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-8f2af316-c868-418d-951d-f93f6c273d30 req-faf99128-c32c-423f-aea2-ac2b8caad0d2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=de7108c357a549b0a779fe9c24380ee8&device_id=4a3ccc9f-c540-41f9-881a-edfbbeee60e2 HTTP/1.1" status: 200 len: 1098 time: 0.0419574 Jul 28 09:29:26.399465 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-6d02e8d6-2092-4418-a903-cb7f759a9996 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Notify callbacks [] for security_group, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:26.404228 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-6d02e8d6-2092-4418-a903-cb7f759a9996 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:26.437557 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d02e8d6-2092-4418-a903-cb7f759a9996 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=273126ff-0cda-46ea-b1e2-a3a68e803c1d,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:29:26.447246 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-6d02e8d6-2092-4418-a903-cb7f759a9996 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Notify callbacks [] for security_group, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:26.448858 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-6d02e8d6-2092-4418-a903-cb7f759a9996 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1705945 Jul 28 09:29:26.452248 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 53552) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:29:26.457255 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.v2.base [None req-54afce36-dba0-4288-9122-dc0d99c8d357 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Request body: {'security_group_rule': {'security_group_id': '273126ff-0cda-46ea-b1e2-a3a68e803c1d', 'project_id': 'de7108c357a549b0a779fe9c24380ee8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:29:26.485762 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2af316-c868-418d-951d-f93f6c273d30 req-644605a8-33cf-4c11-9a8b-d3e4f84fd34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:26.486897 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-54afce36-dba0-4288-9122-dc0d99c8d357 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:26.487526 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-8f2af316-c868-418d-951d-f93f6c273d30 req-644605a8-33cf-4c11-9a8b-d3e4f84fd34e service neutron] 10.222.0.32 "GET /v2.0/networks?id=5c151ff0-f69c-4429-8612-95745316e0b4 HTTP/1.1" status: 200 len: 916 time: 0.1006153 Jul 28 09:29:26.547755 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-54afce36-dba0-4288-9122-dc0d99c8d357 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:26.551538 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-54afce36-dba0-4288-9122-dc0d99c8d357 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935926'] for security_group_rule, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:26.570087 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54afce36-dba0-4288-9122-dc0d99c8d357 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=307f1773-4301-496b-969b-7b4c103001e0,revision_number=0']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:29:26.576752 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-8f2af316-c868-418d-951d-f93f6c273d30 req-10532e74-8f80-4989-a183-fd0e408ab906 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7bab243d-b602-40fd-a545-e20c1ce70bfa HTTP/1.1" status: 200 len: 999 time: 0.0772977 Jul 28 09:29:26.582468 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-54afce36-dba0-4288-9122-dc0d99c8d357 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:26.583747 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-54afce36-dba0-4288-9122-dc0d99c8d357 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1304913 Jul 28 09:29:26.586596 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 53554) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:29:26.592362 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [None req-fa848be6-0feb-450d-a480-89a0e543f917 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Request body: {'security_group_rule': {'security_group_id': '273126ff-0cda-46ea-b1e2-a3a68e803c1d', 'project_id': 'de7108c357a549b0a779fe9c24380ee8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:29:26.653335 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2af316-c868-418d-951d-f93f6c273d30 req-85b0e950-d47c-472d-8606-20d83d9b76ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:26.655629 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-8f2af316-c868-418d-951d-f93f6c273d30 req-85b0e950-d47c-472d-8606-20d83d9b76ae service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c1a5e395-99a7-4d64-85f2-074a0837edd4 HTTP/1.1" status: 200 len: 854 time: 0.0666177 Jul 28 09:29:26.659443 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-fa848be6-0feb-450d-a480-89a0e543f917 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:26.703288 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-e4ef0706-316e-4964-880c-3f390a985c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9027a210-a60d-452b-85ec-fd8ecd1c5f8c', 'name': 'tempest-TestMinimumBasicScenario-1667121404-router', 'tenant_id': 'de7108c357a549b0a779fe9c24380ee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'b1c6d751-2f12-467a-9a37-9f378d73faa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:28:28Z', 'updated_at': '2021-07-28T09:28:31Z', 'revision_number': 4, 'project_id': 'de7108c357a549b0a779fe9c24380ee8', 'gw_port': {'id': 'b1c6d751-2f12-467a-9a37-9f378d73faa6', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:5b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9027a210-a60d-452b-85ec-fd8ecd1c5f8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:28:29Z', 'updated_at': '2021-07-28T09:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_floatingips': [{'id': 'c1105f92-d20c-4e1e-ad36-4b3c94445a77', 'tenant_id': 'de7108c357a549b0a779fe9c24380ee8', 'floating_ip_address': '172.27.3.204', 'floating_network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'router_id': '9027a210-a60d-452b-85ec-fd8ecd1c5f8c', 'port_id': '7bab243d-b602-40fd-a545-e20c1ce70bfa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c151ff0-f69c-4429-8612-95745316e0b4', 'mac_address': 'fa:16:3e:8f:6a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a3ccc9f-c540-41f9-881a-edfbbeee60e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T09:29:24Z', 'updated_at': '2021-07-28T09:29:24Z', 'revision_number': 0, 'project_id': 'de7108c357a549b0a779fe9c24380ee8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f483facb-b6a0-4c99-9428-1b3669cdbb3b', 'name': '', 'network_id': '5c151ff0-f69c-4429-8612-95745316e0b4', 'tenant_id': 'de7108c357a549b0a779fe9c24380ee8', 'mac_address': 'fa:16:3e:fb:91:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9027a210-a60d-452b-85ec-fd8ecd1c5f8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'c1a5e395-99a7-4d64-85f2-074a0837edd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:28:30Z', 'updated_at': '2021-07-28T09:28:37Z', 'revision_number': 5, 'project_id': 'de7108c357a549b0a779fe9c24380ee8', 'subnets': [{'id': 'c1a5e395-99a7-4d64-85f2-074a0837edd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:29:26.728648 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ef0706-316e-4964-880c-3f390a985c5d None None] Checking router: 9027a210-a60d-452b-85ec-fd8ecd1c5f8c for host: dv-cinder-802669-1-iscsi {{(pid=93069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:29:26.733824 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2af316-c868-418d-951d-f93f6c273d30 req-04075d61-4ea4-42c3-af4e-0d0d43ac3e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:26.735321 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-8f2af316-c868-418d-951d-f93f6c273d30 req-04075d61-4ea4-42c3-af4e-0d0d43ac3e52 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5c151ff0-f69c-4429-8612-95745316e0b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0711410 Jul 28 09:29:26.737405 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ef0706-316e-4964-880c-3f390a985c5d None None] Routers {'9027a210-a60d-452b-85ec-fd8ecd1c5f8c'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:29:26.737996 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-e4ef0706-316e-4964-880c-3f390a985c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:29:01Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['9027a210-a60d-452b-85ec-fd8ecd1c5f8c'], 'active': True} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:29:26.744825 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-fa848be6-0feb-450d-a480-89a0e543f917 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:26.754609 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-fa848be6-0feb-450d-a480-89a0e543f917 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935926'] for security_group_rule, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:26.811141 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa848be6-0feb-450d-a480-89a0e543f917 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25244bb8-508e-4c2d-ba5e-1f391f5f074d,revision_number=0']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:29:26.818239 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-fa848be6-0feb-450d-a480-89a0e543f917 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:26.819432 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-fa848be6-0feb-450d-a480-89a0e543f917 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2318730 Jul 28 09:29:26.822200 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 53558) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:29:26.828355 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [None req-939011bf-798b-4da2-ad67-53ebd0ff4603 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Request body: {'security_group_rule': {'security_group_id': '273126ff-0cda-46ea-b1e2-a3a68e803c1d', 'project_id': 'de7108c357a549b0a779fe9c24380ee8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:29:26.847353 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvr_db [None req-e4ef0706-316e-4964-880c-3f390a985c5d None None] Set router 9027a210-a60d-452b-85ec-fd8ecd1c5f8c gateway port host: dv-cinder-802669-1-iscsi {{(pid=93069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:29:26.870706 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-8f2af316-c868-418d-951d-f93f6c273d30 req-9d378ef6-35e0-4314-9181-1895029d10b3 service neutron] 10.222.0.32 "GET /v2.0/networks/5c151ff0-f69c-4429-8612-95745316e0b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245699 Jul 28 09:29:26.877010 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-939011bf-798b-4da2-ad67-53ebd0ff4603 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:26.998559 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-939011bf-798b-4da2-ad67-53ebd0ff4603 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:27.002456 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-939011bf-798b-4da2-ad67-53ebd0ff4603 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935926'] for security_group_rule, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:27.025913 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-8f2af316-c868-418d-951d-f93f6c273d30 req-f27346b2-7772-4676-be1f-b9433683c1fd service neutron] 10.222.0.32 "GET /v2.0/networks/5c151ff0-f69c-4429-8612-95745316e0b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307280 Jul 28 09:29:27.029572 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939011bf-798b-4da2-ad67-53ebd0ff4603 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c68f378-bbce-4b66-9cd3-ca87e1b9f2c7,revision_number=0']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:29:27.046573 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-939011bf-798b-4da2-ad67-53ebd0ff4603 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:27.051274 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-939011bf-798b-4da2-ad67-53ebd0ff4603 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2249613 Jul 28 09:29:27.051274 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 53560) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:29:27.055961 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [None req-83bcbbf2-ba95-4958-a672-a7bb799b6013 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Request body: {'security_group_rule': {'security_group_id': '273126ff-0cda-46ea-b1e2-a3a68e803c1d', 'project_id': 'de7108c357a549b0a779fe9c24380ee8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:29:27.084717 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-83bcbbf2-ba95-4958-a672-a7bb799b6013 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:27.085756 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-e4ef0706-316e-4964-880c-3f390a985c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9027a210-a60d-452b-85ec-fd8ecd1c5f8c', 'name': 'tempest-TestMinimumBasicScenario-1667121404-router', 'tenant_id': 'de7108c357a549b0a779fe9c24380ee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'b1c6d751-2f12-467a-9a37-9f378d73faa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:28:28Z', 'updated_at': '2021-07-28T09:28:31Z', 'revision_number': 4, 'project_id': 'de7108c357a549b0a779fe9c24380ee8', 'gw_port': {'id': 'b1c6d751-2f12-467a-9a37-9f378d73faa6', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:5b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9027a210-a60d-452b-85ec-fd8ecd1c5f8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:28:29Z', 'updated_at': '2021-07-28T09:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_floatingips': [{'id': 'c1105f92-d20c-4e1e-ad36-4b3c94445a77', 'tenant_id': 'de7108c357a549b0a779fe9c24380ee8', 'floating_ip_address': '172.27.3.204', 'floating_network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'router_id': '9027a210-a60d-452b-85ec-fd8ecd1c5f8c', 'port_id': '7bab243d-b602-40fd-a545-e20c1ce70bfa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c151ff0-f69c-4429-8612-95745316e0b4', 'mac_address': 'fa:16:3e:8f:6a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a3ccc9f-c540-41f9-881a-edfbbeee60e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T09:29:24Z', 'updated_at': '2021-07-28T09:29:24Z', 'revision_number': 0, 'project_id': 'de7108c357a549b0a779fe9c24380ee8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f483facb-b6a0-4c99-9428-1b3669cdbb3b', 'name': '', 'network_id': '5c151ff0-f69c-4429-8612-95745316e0b4', 'tenant_id': 'de7108c357a549b0a779fe9c24380ee8', 'mac_address': 'fa:16:3e:fb:91:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9027a210-a60d-452b-85ec-fd8ecd1c5f8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'c1a5e395-99a7-4d64-85f2-074a0837edd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:28:30Z', 'updated_at': '2021-07-28T09:28:37Z', 'revision_number': 5, 'project_id': 'de7108c357a549b0a779fe9c24380ee8', 'subnets': [{'id': 'c1a5e395-99a7-4d64-85f2-074a0837edd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:29:27.117906 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ef0706-316e-4964-880c-3f390a985c5d None None] The sync data for ids ['9027a210-a60d-452b-85ec-fd8ecd1c5f8c'] in dv-cinder-802669-1-iscsi is: [{'id': '9027a210-a60d-452b-85ec-fd8ecd1c5f8c', 'name': 'tempest-TestMinimumBasicScenario-1667121404-router', 'tenant_id': 'de7108c357a549b0a779fe9c24380ee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'b1c6d751-2f12-467a-9a37-9f378d73faa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:28:28Z', 'updated_at': '2021-07-28T09:28:31Z', 'revision_number': 4, 'project_id': 'de7108c357a549b0a779fe9c24380ee8', 'gw_port': {'id': 'b1c6d751-2f12-467a-9a37-9f378d73faa6', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:5b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9027a210-a60d-452b-85ec-fd8ecd1c5f8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:28:29Z', 'updated_at': '2021-07-28T09:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_floatingips': [{'id': 'c1105f92-d20c-4e1e-ad36-4b3c94445a77', 'tenant_id': 'de7108c357a549b0a779fe9c24380ee8', 'floating_ip_address': '172.27.3.204', 'floating_network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'router_id': '9027a210-a60d-452b-85ec-fd8ecd1c5f8c', 'port_id': '7bab243d-b602-40fd-a545-e20c1ce70bfa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c151ff0-f69c-4429-8612-95745316e0b4', 'mac_address': 'fa:16:3e:8f:6a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a3ccc9f-c540-41f9-881a-edfbbeee60e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T09:29:24Z', 'updated_at': '2021-07-28T09:29:24Z', 'revision_number': 0, 'project_id': 'de7108c357a549b0a779fe9c24380ee8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f483facb-b6a0-4c99-9428-1b3669cdbb3b', 'name': '', 'network_id': '5c151ff0-f69c-4429-8612-95745316e0b4', 'tenant_id': 'de7108c357a549b0a779fe9c24380ee8', 'mac_address': 'fa:16:3e:fb:91:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9027a210-a60d-452b-85ec-fd8ecd1c5f8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'c1a5e395-99a7-4d64-85f2-074a0837edd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:28:30Z', 'updated_at': '2021-07-28T09:28:37Z', 'revision_number': 5, 'project_id': 'de7108c357a549b0a779fe9c24380ee8', 'subnets': [{'id': 'c1a5e395-99a7-4d64-85f2-074a0837edd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:29:27.188630 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-83bcbbf2-ba95-4958-a672-a7bb799b6013 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:27.193712 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-83bcbbf2-ba95-4958-a672-a7bb799b6013 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935926'] for security_group_rule, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:27.213414 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a9a57-bacd-4406-a4e2-dd070c774af2 req-b886f50e-3b45-4b0b-87b5-4678fc7ceb90 tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:27.214945 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-186a9a57-bacd-4406-a4e2-dd070c774af2 req-b886f50e-3b45-4b0b-87b5-4678fc7ceb90 tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] 10.222.0.23 "GET /v2.0/ports?device_id=46e2d206-3f5b-4f95-aa68-f85c12f23d1c HTTP/1.1" status: 200 len: 945 time: 0.0917635 Jul 28 09:29:27.219128 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bcbbf2-ba95-4958-a672-a7bb799b6013 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee3242e8-2b86-4a35-8992-dd09d94793f4,revision_number=0']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:29:27.243498 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-83bcbbf2-ba95-4958-a672-a7bb799b6013 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:27.244709 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-83bcbbf2-ba95-4958-a672-a7bb799b6013 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1925132 Jul 28 09:29:27.247783 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 53564) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:29:27.252499 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.v2.base [None req-4be2ece6-f5aa-4acb-b23b-bdaf5906ad0d tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Request body: {'security_group_rule': {'security_group_id': '273126ff-0cda-46ea-b1e2-a3a68e803c1d', 'project_id': 'de7108c357a549b0a779fe9c24380ee8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:29:27.262248 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-186a9a57-bacd-4406-a4e2-dd070c774af2 req-1329b297-5b50-490d-8197-94d5427cdb62 tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a9d54ce-820c-488f-abbc-dc98a901d4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384359 Jul 28 09:29:27.275241 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.db.securitygroups_db [None req-4be2ece6-f5aa-4acb-b23b-bdaf5906ad0d tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Project de7108c357a549b0a779fe9c24380ee8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 09:29:27.281379 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-4be2ece6-f5aa-4acb-b23b-bdaf5906ad0d tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:27.346994 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-4be2ece6-f5aa-4acb-b23b-bdaf5906ad0d tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:27.350791 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-4be2ece6-f5aa-4acb-b23b-bdaf5906ad0d tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935926'] for security_group_rule, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:27.368236 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be2ece6-f5aa-4acb-b23b-bdaf5906ad0d tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=556d637b-ea3d-4cde-bfb0-fbe6a611eb9c,revision_number=0']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:29:27.374500 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5b5e87-6eac-4448-9b4d-fee8db06a710 None None] New status for floating IP c1105f92-d20c-4e1e-ad36-4b3c94445a77: ACTIVE {{(pid=93070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 09:29:27.374958 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-4be2ece6-f5aa-4acb-b23b-bdaf5906ad0d tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:27.376203 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-4be2ece6-f5aa-4acb-b23b-bdaf5906ad0d tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1274059 Jul 28 09:29:27.378947 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 53566) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:29:27.384876 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.v2.base [None req-ae70d609-3be9-4283-b2dd-505686130264 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Request body: {'security_group_rule': {'security_group_id': '273126ff-0cda-46ea-b1e2-a3a68e803c1d', 'project_id': 'de7108c357a549b0a779fe9c24380ee8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:29:27.407374 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.db.securitygroups_db [None req-ae70d609-3be9-4283-b2dd-505686130264 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Project de7108c357a549b0a779fe9c24380ee8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 09:29:27.411959 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-ae70d609-3be9-4283-b2dd-505686130264 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:27.471931 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-ae70d609-3be9-4283-b2dd-505686130264 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:27.476523 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-ae70d609-3be9-4283-b2dd-505686130264 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935926'] for security_group_rule, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:27.490992 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae70d609-3be9-4283-b2dd-505686130264 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=915b64ca-237e-4e38-a380-fd214c04b942,revision_number=0']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:29:27.500460 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-ae70d609-3be9-4283-b2dd-505686130264 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:27.501740 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-ae70d609-3be9-4283-b2dd-505686130264 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1218772 Jul 28 09:29:27.582859 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7277b5bc-67da-496b-96d6-704110ec64ef req-a3a19746-de99-4e20-936d-992c138180a6 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1381115717&fields=id&tenant_id=de7108c357a549b0a779fe9c24380ee8 HTTP/1.1" status: 200 len: 267 time: 0.0327926 Jul 28 09:29:27.634108 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7277b5bc-67da-496b-96d6-704110ec64ef req-ed302c2b-8a0d-4796-a820-fc29537d97c6 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:27.635556 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7277b5bc-67da-496b-96d6-704110ec64ef req-ed302c2b-8a0d-4796-a820-fc29537d97c6 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a3ccc9f-c540-41f9-881a-edfbbeee60e2 HTTP/1.1" status: 200 len: 945 time: 0.0464964 Jul 28 09:29:27.646981 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [req-7277b5bc-67da-496b-96d6-704110ec64ef req-ef3944f3-1ae5-4db6-a14d-2086f50770aa tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Request body: {'port': {'security_groups': ['f097d9a5-895a-44a3-ba79-3431c037bfa4', '273126ff-0cda-46ea-b1e2-a3a68e803c1d']}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:29:27.711409 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-7277b5bc-67da-496b-96d6-704110ec64ef req-ef3944f3-1ae5-4db6-a14d-2086f50770aa tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:27.890137 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.db [req-7277b5bc-67da-496b-96d6-704110ec64ef req-ef3944f3-1ae5-4db6-a14d-2086f50770aa tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] For port 7bab243d-b602-40fd-a545-e20c1ce70bfa, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=7bab243d-b602-40fd-a545-e20c1ce70bfa,segment=NetworkSegment(a4b20285-93a0-47b8-8d16-f514cfb8652f),segment_id=a4b20285-93a0-47b8-8d16-f514cfb8652f)] {{(pid=93067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:29:27.919420 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-7277b5bc-67da-496b-96d6-704110ec64ef req-ef3944f3-1ae5-4db6-a14d-2086f50770aa tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Notify callbacks [] for port, precommit_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:27.923723 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-7277b5bc-67da-496b-96d6-704110ec64ef req-ef3944f3-1ae5-4db6-a14d-2086f50770aa tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33549957'] for port, after_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:27.935723 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] get_ports_and_sgs() called for port_ids ['7bab243d-b602-40fd-a545-e20c1ce70bfa'] {{(pid=93069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:29:27.966141 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7277b5bc-67da-496b-96d6-704110ec64ef req-ef3944f3-1ae5-4db6-a14d-2086f50770aa tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:27.966755 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-7277b5bc-67da-496b-96d6-704110ec64ef req-ef3944f3-1ae5-4db6-a14d-2086f50770aa tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905'] for port, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:27.968169 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7277b5bc-67da-496b-96d6-704110ec64ef req-ef3944f3-1ae5-4db6-a14d-2086f50770aa tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "PUT /v2.0/ports/7bab243d-b602-40fd-a545-e20c1ce70bfa HTTP/1.1" status: 200 len: 981 time: 0.3256066 Jul 28 09:29:27.993929 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3944f3-1ae5-4db6-a14d-2086f50770aa tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Pushing event updated for resources: {'Port': ['ID=7bab243d-b602-40fd-a545-e20c1ce70bfa,revision_number=6']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:29:28.063852 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] get_ports_and_sgs() called for port_ids ['7bab243d-b602-40fd-a545-e20c1ce70bfa'] {{(pid=93069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:29:28.082543 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405544e2-2447-49a6-a3a9-5a3a40ce31fc req-d2ada00d-2af3-475e-b281-715f35d53978 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:28.084229 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-405544e2-2447-49a6-a3a9-5a3a40ce31fc req-d2ada00d-2af3-475e-b281-715f35d53978 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a3ccc9f-c540-41f9-881a-edfbbeee60e2 HTTP/1.1" status: 200 len: 984 time: 0.0536611 Jul 28 09:29:28.128220 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-405544e2-2447-49a6-a3a9-5a3a40ce31fc req-19fd8bff-ca52-41e2-8725-2079c2951fb2 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/security-groups?id=f097d9a5-895a-44a3-ba79-3431c037bfa4&id=273126ff-0cda-46ea-b1e2-a3a68e803c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0373189 Jul 28 09:29:28.303734 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-2eeb2c3d-b0e1-4d3d-8eb8-7edab89dc633 None None] Provisioning complete for port 7bab243d-b602-40fd-a545-e20c1ce70bfa triggered by entity DHCP. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:29:28.304247 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-2eeb2c3d-b0e1-4d3d-8eb8-7edab89dc633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:28.313525 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a3ccc9f-c540-41f9-881a-edfbbeee60e2', 'tag': '7bab243d-b602-40fd-a545-e20c1ce70bfa'}] {{(pid=93067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:29:28.316621 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}119bb006a51e6799d77012a49065aa76076224f53078518f9bbc3af1ae40a877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1fba21-4e3e-4a9c-aa03-a6e4bcdaa283" -d '{"events": [{"name": "network-changed", "server_uuid": "4a3ccc9f-c540-41f9-881a-edfbbeee60e2", "tag": "7bab243d-b602-40fd-a545-e20c1ce70bfa"}]}' {{(pid=93067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:29:28.354550 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 09:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2673972b-ec0e-47c8-8399-efdfc9d65d1d x-openstack-request-id: req-2673972b-ec0e-47c8-8399-efdfc9d65d1d {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:29:28.354935 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a3ccc9f-c540-41f9-881a-edfbbeee60e2", "tag": "7bab243d-b602-40fd-a545-e20c1ce70bfa", "status": "completed", "code": 200}]} {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:29:28.355302 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2673972b-ec0e-47c8-8399-efdfc9d65d1d {{(pid=93067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:29:28.356049 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a3ccc9f-c540-41f9-881a-edfbbeee60e2', 'tag': '7bab243d-b602-40fd-a545-e20c1ce70bfa', 'status': 'completed', 'code': 200} Jul 28 09:29:28.393533 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-7bf6b5ec-5614-4e3b-aacb-9d75ee4b3388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:28.435325 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1fba21-4e3e-4a9c-aa03-a6e4bcdaa283 req-dfe9242e-8bc3-45cb-b8d8-b09111b7c6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:28.437115 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-ac1fba21-4e3e-4a9c-aa03-a6e4bcdaa283 req-dfe9242e-8bc3-45cb-b8d8-b09111b7c6b7 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=de7108c357a549b0a779fe9c24380ee8&device_id=4a3ccc9f-c540-41f9-881a-edfbbeee60e2 HTTP/1.1" status: 200 len: 1137 time: 0.0501842 Jul 28 09:29:28.568658 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30e94ab-9640-4da7-892e-f577785f6334 req-a349479a-cbc4-4b0b-ba2b-7c7128b6a8e9 tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:28.570150 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-f30e94ab-9640-4da7-892e-f577785f6334 req-a349479a-cbc4-4b0b-ba2b-7c7128b6a8e9 tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] 10.222.0.23 "GET /v2.0/ports?device_id=46e2d206-3f5b-4f95-aa68-f85c12f23d1c HTTP/1.1" status: 200 len: 945 time: 0.2371140 Jul 28 09:29:28.572999 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1fba21-4e3e-4a9c-aa03-a6e4bcdaa283 req-1fc58ee5-b240-4cd3-893c-152a046e9637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:28.574371 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-ac1fba21-4e3e-4a9c-aa03-a6e4bcdaa283 req-1fc58ee5-b240-4cd3-893c-152a046e9637 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5c151ff0-f69c-4429-8612-95745316e0b4 HTTP/1.1" status: 200 len: 916 time: 0.1299317 Jul 28 09:29:28.662639 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-f30e94ab-9640-4da7-892e-f577785f6334 req-f39b9243-9462-4fa0-9a40-58efed9b80db tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a9d54ce-820c-488f-abbc-dc98a901d4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848603 Jul 28 09:29:28.671642 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-ac1fba21-4e3e-4a9c-aa03-a6e4bcdaa283 req-7893575d-1617-4cfa-ac9c-00c74c633429 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7bab243d-b602-40fd-a545-e20c1ce70bfa HTTP/1.1" status: 200 len: 1001 time: 0.0843606 Jul 28 09:29:28.731430 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1fba21-4e3e-4a9c-aa03-a6e4bcdaa283 req-88a2cada-8713-4f92-bc5c-2ac6c4f6137e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:28.733049 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-ac1fba21-4e3e-4a9c-aa03-a6e4bcdaa283 req-88a2cada-8713-4f92-bc5c-2ac6c4f6137e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c1a5e395-99a7-4d64-85f2-074a0837edd4 HTTP/1.1" status: 200 len: 854 time: 0.0461345 Jul 28 09:29:28.785729 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1fba21-4e3e-4a9c-aa03-a6e4bcdaa283 req-56725e11-8f10-4db7-925e-eed53de7a4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:28.787242 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-ac1fba21-4e3e-4a9c-aa03-a6e4bcdaa283 req-56725e11-8f10-4db7-925e-eed53de7a4ea service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5c151ff0-f69c-4429-8612-95745316e0b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0465539 Jul 28 09:29:28.882458 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-ac1fba21-4e3e-4a9c-aa03-a6e4bcdaa283 req-c842d502-f0a9-404e-8105-4c04b488803a service neutron] 10.222.0.32 "GET /v2.0/networks/5c151ff0-f69c-4429-8612-95745316e0b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872457 Jul 28 09:29:28.981743 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-ac1fba21-4e3e-4a9c-aa03-a6e4bcdaa283 req-dce53144-79ee-4010-8281-934823c22294 service neutron] 10.222.0.32 "GET /v2.0/networks/5c151ff0-f69c-4429-8612-95745316e0b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906236 Jul 28 09:29:30.718773 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-896ac889-73b5-44c1-bd18-655474d709da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:31.094360 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:32.081173 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-29fc97ff-9392-4c7d-8b91-be3be07fca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:33.632830 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-2284cd4c-493c-4cd5-902b-cad83a6c7b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:43.686264 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.agents_db [None req-63843732-4a37-4b37-bfab-6dab7fdb1052 None None] Agent healthcheck: found 6 active agents {{(pid=93070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:29:47.572145 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec3bc9e-e5e7-48bf-9558-95cddba803d9 req-ca354a33-cb37-408f-b62e-579a3a9e2f3b tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:47.573626 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7ec3bc9e-e5e7-48bf-9558-95cddba803d9 req-ca354a33-cb37-408f-b62e-579a3a9e2f3b tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/ports?device_id=032593b8-197f-4f27-a1af-b2388f64a7d3 HTTP/1.1" status: 200 len: 945 time: 0.0953000 Jul 28 09:29:47.611453 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7ec3bc9e-e5e7-48bf-9558-95cddba803d9 req-5417341d-f07a-40da-a6bf-bacd0196b006 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/security-groups?id=108c0e08-277a-42bf-a1e5-3d5e80f657b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317860 Jul 28 09:29:48.753346 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb01c8a4-4356-4bd0-8e15-407e78afeaf9 req-f7f3ebd8-7a71-4a0f-9a80-81ec6e8fb34a tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:48.755076 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-bb01c8a4-4356-4bd0-8e15-407e78afeaf9 req-f7f3ebd8-7a71-4a0f-9a80-81ec6e8fb34a tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/ports?device_id=032593b8-197f-4f27-a1af-b2388f64a7d3 HTTP/1.1" status: 200 len: 945 time: 0.0744693 Jul 28 09:29:48.805912 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-bb01c8a4-4356-4bd0-8e15-407e78afeaf9 req-10ee7c31-54a5-45f4-a925-dc521a91e3b6 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/security-groups?id=108c0e08-277a-42bf-a1e5-3d5e80f657b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435388 Jul 28 09:29:49.918463 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074ea6c1-773b-4342-830d-335b7d82a286 req-ec39e204-9396-4118-8973-2c1a4d6c5da6 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:49.919037 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-074ea6c1-773b-4342-830d-335b7d82a286 req-ec39e204-9396-4118-8973-2c1a4d6c5da6 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/ports?device_id=032593b8-197f-4f27-a1af-b2388f64a7d3 HTTP/1.1" status: 200 len: 945 time: 0.0472825 Jul 28 09:29:49.960222 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-074ea6c1-773b-4342-830d-335b7d82a286 req-2f5e68a6-11c0-46c3-ad90-81825e9c690a tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/security-groups?id=108c0e08-277a-42bf-a1e5-3d5e80f657b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351517 Jul 28 09:29:51.076825 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f53e47-257c-44aa-9b68-d7cade20dc9c req-8a4c9659-e143-4341-a823-990b843ce535 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:51.078409 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-10f53e47-257c-44aa-9b68-d7cade20dc9c req-8a4c9659-e143-4341-a823-990b843ce535 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/ports?device_id=032593b8-197f-4f27-a1af-b2388f64a7d3 HTTP/1.1" status: 200 len: 945 time: 0.0511220 Jul 28 09:29:51.116083 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-10f53e47-257c-44aa-9b68-d7cade20dc9c req-23ff7341-9a0c-4e4e-b201-7689236f30d1 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/security-groups?id=108c0e08-277a-42bf-a1e5-3d5e80f657b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317309 Jul 28 09:29:52.236838 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261b88b5-603b-4e64-99a4-16ee8396f0a5 req-a8d11dca-c06d-4cd5-8a8a-5953ac4e4d15 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:52.238862 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-261b88b5-603b-4e64-99a4-16ee8396f0a5 req-a8d11dca-c06d-4cd5-8a8a-5953ac4e4d15 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/ports?device_id=032593b8-197f-4f27-a1af-b2388f64a7d3 HTTP/1.1" status: 200 len: 945 time: 0.0484018 Jul 28 09:29:52.277605 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-261b88b5-603b-4e64-99a4-16ee8396f0a5 req-ec250c91-4695-495f-8933-db35f670e257 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/security-groups?id=108c0e08-277a-42bf-a1e5-3d5e80f657b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325029 Jul 28 09:29:52.418085 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d24ca-db76-4679-b681-e7b961568c50 req-8f4d1f64-8cd9-4c0b-bffe-a61c372b13d5 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:52.419530 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-5f8d24ca-db76-4679-b681-e7b961568c50 req-8f4d1f64-8cd9-4c0b-bffe-a61c372b13d5 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 946 time: 0.0472081 Jul 28 09:29:52.464870 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-5f8d24ca-db76-4679-b681-e7b961568c50 req-027d2254-99fd-442b-9738-0ba11771ee61 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392869 Jul 28 09:29:53.394273 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0562c9-80c5-44aa-a329-8dd6187f502b req-be7cb9f1-4c0e-4d40-a773-e7d534861370 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:53.395685 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-fb0562c9-80c5-44aa-a329-8dd6187f502b req-be7cb9f1-4c0e-4d40-a773-e7d534861370 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/ports?device_id=032593b8-197f-4f27-a1af-b2388f64a7d3 HTTP/1.1" status: 200 len: 945 time: 0.0473156 Jul 28 09:29:53.433523 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-fb0562c9-80c5-44aa-a329-8dd6187f502b req-d9968b8b-650d-4ebc-a2a1-25b1173f6e49 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/security-groups?id=108c0e08-277a-42bf-a1e5-3d5e80f657b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320585 Jul 28 09:29:53.578894 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d1decf-edf5-4fdc-a7d3-89a36b041743 req-21284ea8-1f85-4599-a25d-9988a13bf638 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:53.580398 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a1d1decf-edf5-4fdc-a7d3-89a36b041743 req-21284ea8-1f85-4599-a25d-9988a13bf638 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 946 time: 0.0478199 Jul 28 09:29:53.617118 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a1d1decf-edf5-4fdc-a7d3-89a36b041743 req-a60b528c-659a-4ed2-876a-4e39bb406d31 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308676 Jul 28 09:29:54.545839 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5689a4a-38c2-4edd-8ba0-2467a2b8bd2e req-94e3af9e-3792-4ad9-9a00-f7f73ae1e5cc tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:54.547283 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e5689a4a-38c2-4edd-8ba0-2467a2b8bd2e req-94e3af9e-3792-4ad9-9a00-f7f73ae1e5cc tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/ports?device_id=032593b8-197f-4f27-a1af-b2388f64a7d3 HTTP/1.1" status: 200 len: 945 time: 0.0484641 Jul 28 09:29:54.588815 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e5689a4a-38c2-4edd-8ba0-2467a2b8bd2e req-03cbb876-41fb-4dfc-aa44-4ea54ab4f59e tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/security-groups?id=108c0e08-277a-42bf-a1e5-3d5e80f657b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357158 Jul 28 09:29:54.735569 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c445a-b91d-44fb-b4e4-6e228232028c req-f9ca8171-762b-4ec7-b275-64c10f16a477 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:54.737095 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e22c445a-b91d-44fb-b4e4-6e228232028c req-f9ca8171-762b-4ec7-b275-64c10f16a477 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 946 time: 0.0515807 Jul 28 09:29:54.775334 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e22c445a-b91d-44fb-b4e4-6e228232028c req-b1255bc8-04c1-47c9-bf53-fa5307a2e5bf tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=6ea8583d-85c5-4f8a-a115-2295137781ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323832 Jul 28 09:29:54.828644 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:54.994501 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b5e3b-3004-42ad-8bd3-fe5baa36cddd req-177185fe-a555-4c43-b6bf-c7d4bc538d10 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:54.996006 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a99b5e3b-3004-42ad-8bd3-fe5baa36cddd req-177185fe-a555-4c43-b6bf-c7d4bc538d10 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.32 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 946 time: 0.0479574 Jul 28 09:29:55.094899 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.plugin [req-a99b5e3b-3004-42ad-8bd3-fe5baa36cddd req-522836e8-5f2f-461e-b1ae-ba19b53b6c8f tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Deleting port 07e5d078-45f6-402a-8b20-74f5720941fe {{(pid=93067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 09:29:55.095127 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-a99b5e3b-3004-42ad-8bd3-fe5baa36cddd req-522836e8-5f2f-461e-b1ae-ba19b53b6c8f tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732595656843'] for port, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:55.179448 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.db [req-a99b5e3b-3004-42ad-8bd3-fe5baa36cddd req-522836e8-5f2f-461e-b1ae-ba19b53b6c8f tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] For port 07e5d078-45f6-402a-8b20-74f5720941fe, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=07e5d078-45f6-402a-8b20-74f5720941fe,segment=NetworkSegment(75e20d3b-d1a3-42b5-b60b-d82f091cd497),segment_id=75e20d3b-d1a3-42b5-b60b-d82f091cd497)] {{(pid=93067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:29:55.179834 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-a99b5e3b-3004-42ad-8bd3-fe5baa36cddd req-522836e8-5f2f-461e-b1ae-ba19b53b6c8f tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8264998'] for port, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:55.346070 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-a99b5e3b-3004-42ad-8bd3-fe5baa36cddd req-522836e8-5f2f-461e-b1ae-ba19b53b6c8f tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:55.346369 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-a99b5e3b-3004-42ad-8bd3-fe5baa36cddd req-522836e8-5f2f-461e-b1ae-ba19b53b6c8f tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8268857'] for floatingip, after_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:55.346687 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.db.l3_db [req-a99b5e3b-3004-42ad-8bd3-fe5baa36cddd req-522836e8-5f2f-461e-b1ae-ba19b53b6c8f tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Floating IP 2b6357b4-9585-471b-b924-dc9249567250 disassociated. External IP: 172.27.3.253, port: 07e5d078-45f6-402a-8b20-74f5720941fe. Jul 28 09:29:55.347028 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.plugin [req-a99b5e3b-3004-42ad-8bd3-fe5baa36cddd req-522836e8-5f2f-461e-b1ae-ba19b53b6c8f tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Calling delete_port for 07e5d078-45f6-402a-8b20-74f5720941fe owned by compute:nova {{(pid=93067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 09:29:55.473695 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-a99b5e3b-3004-42ad-8bd3-fe5baa36cddd req-522836e8-5f2f-461e-b1ae-ba19b53b6c8f tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732595661087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732595289887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33549966'] for port, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:55.502167 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522836e8-5f2f-461e-b1ae-ba19b53b6c8f tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Pushing event deleted for resources: {'Port': ['ID=07e5d078-45f6-402a-8b20-74f5720941fe,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:29:55.512920 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522836e8-5f2f-461e-b1ae-ba19b53b6c8f tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:29:55.513262 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522836e8-5f2f-461e-b1ae-ba19b53b6c8f tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:29:55.513601 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522836e8-5f2f-461e-b1ae-ba19b53b6c8f tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:29:55.513932 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522836e8-5f2f-461e-b1ae-ba19b53b6c8f tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:29:55.514261 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522836e8-5f2f-461e-b1ae-ba19b53b6c8f tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:29:55.515327 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522836e8-5f2f-461e-b1ae-ba19b53b6c8f tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:29:55.515718 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522836e8-5f2f-461e-b1ae-ba19b53b6c8f tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:29:55.516012 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522836e8-5f2f-461e-b1ae-ba19b53b6c8f tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:29:55.516338 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522836e8-5f2f-461e-b1ae-ba19b53b6c8f tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:29:55.516660 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522836e8-5f2f-461e-b1ae-ba19b53b6c8f tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:29:55.516980 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522836e8-5f2f-461e-b1ae-ba19b53b6c8f tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:29:55.517297 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522836e8-5f2f-461e-b1ae-ba19b53b6c8f tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:29:55.622615 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a99b5e3b-3004-42ad-8bd3-fe5baa36cddd req-522836e8-5f2f-461e-b1ae-ba19b53b6c8f tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Router 902bc943-bfc6-41a6-980c-5fe1a041f335 has already been hosted by L3 agent 4c8802ae-c91a-4e26-b3c6-37f497a3b5b2 {{(pid=93067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 09:29:55.761563 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab800ff-426b-4134-b518-dbac03887810 req-dc73ffa5-3684-4239-82ff-9df661c8c94b tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:55.763072 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-bab800ff-426b-4134-b518-dbac03887810 req-dc73ffa5-3684-4239-82ff-9df661c8c94b tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/ports?device_id=032593b8-197f-4f27-a1af-b2388f64a7d3 HTTP/1.1" status: 200 len: 945 time: 0.0961764 Jul 28 09:29:55.770371 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a99b5e3b-3004-42ad-8bd3-fe5baa36cddd req-522836e8-5f2f-461e-b1ae-ba19b53b6c8f tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify agent at l3_agent.dv-cinder-802669-1-iscsi the message routers_updated {{(pid=93067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:29:55.793170 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93dade2-20e6-4c00-9704-868f70333ef3 None None] Sync routers for ids ['902bc943-bfc6-41a6-980c-5fe1a041f335'] in dv-cinder-802669-1-iscsi {{(pid=93069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:29:55.818691 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93dade2-20e6-4c00-9704-868f70333ef3 None None] Routers {'902bc943-bfc6-41a6-980c-5fe1a041f335'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:29:55.821157 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-c93dade2-20e6-4c00-9704-868f70333ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:29:31Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['902bc943-bfc6-41a6-980c-5fe1a041f335'], 'active': True} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:29:55.821291 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.l3_dvrscheduler_db [req-a99b5e3b-3004-42ad-8bd3-fe5baa36cddd req-522836e8-5f2f-461e-b1ae-ba19b53b6c8f tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] No DVR routers for this DVR port 07e5d078-45f6-402a-8b20-74f5720941fe on host hv-cinder-80266 {{(pid=93067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 09:29:55.823859 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-a99b5e3b-3004-42ad-8bd3-fe5baa36cddd req-522836e8-5f2f-461e-b1ae-ba19b53b6c8f tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905'] for port, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:55.825712 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a99b5e3b-3004-42ad-8bd3-fe5baa36cddd req-522836e8-5f2f-461e-b1ae-ba19b53b6c8f tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.32 "DELETE /v2.0/ports/07e5d078-45f6-402a-8b20-74f5720941fe HTTP/1.1" status: 204 len: 173 time: 0.8201652 Jul 28 09:29:55.828457 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a93e643c-a780-41fb-9719-43b374afe806', 'name': 'network-vif-deleted', 'tag': '07e5d078-45f6-402a-8b20-74f5720941fe'}] {{(pid=93067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:29:55.829162 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}119bb006a51e6799d77012a49065aa76076224f53078518f9bbc3af1ae40a877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb99a49-48e6-4d77-a782-6c1ba5bb78bf" -d '{"events": [{"server_uuid": "a93e643c-a780-41fb-9719-43b374afe806", "name": "network-vif-deleted", "tag": "07e5d078-45f6-402a-8b20-74f5720941fe"}]}' {{(pid=93067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:29:55.867921 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-bab800ff-426b-4134-b518-dbac03887810 req-b2f2b71f-c140-49b5-a870-f8a36b8facc7 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/security-groups?id=108c0e08-277a-42bf-a1e5-3d5e80f657b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824323 Jul 28 09:29:55.973889 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-8f7713a5-ce32-449f-aeb6-387b176f333a req-b92933b6-8f09-4fcd-87f5-d82534fdecfa tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 210 time: 0.0403886 Jul 28 09:29:56.012417 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 09:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-083d30f5-336e-4619-89e7-997cc00f497b x-openstack-request-id: req-083d30f5-336e-4619-89e7-997cc00f497b {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:29:56.012730 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a93e643c-a780-41fb-9719-43b374afe806", "name": "network-vif-deleted", "tag": "07e5d078-45f6-402a-8b20-74f5720941fe", "status": "completed", "code": 200}]} {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:29:56.013067 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-083d30f5-336e-4619-89e7-997cc00f497b {{(pid=93067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:29:56.013388 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a93e643c-a780-41fb-9719-43b374afe806', 'name': 'network-vif-deleted', 'tag': '07e5d078-45f6-402a-8b20-74f5720941fe', 'status': 'completed', 'code': 200} Jul 28 09:29:56.070903 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvr_db [None req-c93dade2-20e6-4c00-9704-868f70333ef3 None None] Set router 902bc943-bfc6-41a6-980c-5fe1a041f335 gateway port host: dv-cinder-802669-1-iscsi {{(pid=93069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:29:56.267654 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-c93dade2-20e6-4c00-9704-868f70333ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902bc943-bfc6-41a6-980c-5fe1a041f335', 'name': 'tempest-AttachVolumeTestJSON-1574088378-router', 'tenant_id': '9a1f63fb540e42f18f0ec634cc138c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '71727ab9-08d1-4c73-b9b9-bb1dd4d024f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:24:29Z', 'updated_at': '2021-07-28T09:24:41Z', 'revision_number': 4, 'project_id': '9a1f63fb540e42f18f0ec634cc138c04', 'gw_port': {'id': '71727ab9-08d1-4c73-b9b9-bb1dd4d024f8', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902bc943-bfc6-41a6-980c-5fe1a041f335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:24:30Z', 'updated_at': '2021-07-28T09:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_interfaces': [{'id': '505445e9-12e7-44e4-b4f7-29d7b239001a', 'name': '', 'network_id': '39e9cde6-0d01-4242-a6ed-06857cf13960', 'tenant_id': '9a1f63fb540e42f18f0ec634cc138c04', 'mac_address': 'fa:16:3e:39:ad:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902bc943-bfc6-41a6-980c-5fe1a041f335', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '20e57957-5bf7-45eb-ad51-199187182dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:24:37Z', 'updated_at': '2021-07-28T09:24:51Z', 'revision_number': 5, 'project_id': '9a1f63fb540e42f18f0ec634cc138c04', 'subnets': [{'id': '20e57957-5bf7-45eb-ad51-199187182dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:29:56.294719 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93dade2-20e6-4c00-9704-868f70333ef3 None None] Checking router: 902bc943-bfc6-41a6-980c-5fe1a041f335 for host: dv-cinder-802669-1-iscsi {{(pid=93069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:29:56.304515 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93dade2-20e6-4c00-9704-868f70333ef3 None None] Routers {'902bc943-bfc6-41a6-980c-5fe1a041f335'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:29:56.305103 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-c93dade2-20e6-4c00-9704-868f70333ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:29:31Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['902bc943-bfc6-41a6-980c-5fe1a041f335'], 'active': True} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:29:56.407508 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvr_db [None req-c93dade2-20e6-4c00-9704-868f70333ef3 None None] Set router 902bc943-bfc6-41a6-980c-5fe1a041f335 gateway port host: dv-cinder-802669-1-iscsi {{(pid=93069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:29:56.600633 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-c93dade2-20e6-4c00-9704-868f70333ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902bc943-bfc6-41a6-980c-5fe1a041f335', 'name': 'tempest-AttachVolumeTestJSON-1574088378-router', 'tenant_id': '9a1f63fb540e42f18f0ec634cc138c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '71727ab9-08d1-4c73-b9b9-bb1dd4d024f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:24:29Z', 'updated_at': '2021-07-28T09:24:41Z', 'revision_number': 4, 'project_id': '9a1f63fb540e42f18f0ec634cc138c04', 'gw_port': {'id': '71727ab9-08d1-4c73-b9b9-bb1dd4d024f8', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902bc943-bfc6-41a6-980c-5fe1a041f335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:24:30Z', 'updated_at': '2021-07-28T09:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_interfaces': [{'id': '505445e9-12e7-44e4-b4f7-29d7b239001a', 'name': '', 'network_id': '39e9cde6-0d01-4242-a6ed-06857cf13960', 'tenant_id': '9a1f63fb540e42f18f0ec634cc138c04', 'mac_address': 'fa:16:3e:39:ad:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902bc943-bfc6-41a6-980c-5fe1a041f335', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '20e57957-5bf7-45eb-ad51-199187182dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:24:37Z', 'updated_at': '2021-07-28T09:24:51Z', 'revision_number': 5, 'project_id': '9a1f63fb540e42f18f0ec634cc138c04', 'subnets': [{'id': '20e57957-5bf7-45eb-ad51-199187182dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:29:56.629723 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c93dade2-20e6-4c00-9704-868f70333ef3 None None] The sync data for ids ['902bc943-bfc6-41a6-980c-5fe1a041f335'] in dv-cinder-802669-1-iscsi is: [{'id': '902bc943-bfc6-41a6-980c-5fe1a041f335', 'name': 'tempest-AttachVolumeTestJSON-1574088378-router', 'tenant_id': '9a1f63fb540e42f18f0ec634cc138c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '71727ab9-08d1-4c73-b9b9-bb1dd4d024f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:24:29Z', 'updated_at': '2021-07-28T09:24:41Z', 'revision_number': 4, 'project_id': '9a1f63fb540e42f18f0ec634cc138c04', 'gw_port': {'id': '71727ab9-08d1-4c73-b9b9-bb1dd4d024f8', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902bc943-bfc6-41a6-980c-5fe1a041f335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:24:30Z', 'updated_at': '2021-07-28T09:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_interfaces': [{'id': '505445e9-12e7-44e4-b4f7-29d7b239001a', 'name': '', 'network_id': '39e9cde6-0d01-4242-a6ed-06857cf13960', 'tenant_id': '9a1f63fb540e42f18f0ec634cc138c04', 'mac_address': 'fa:16:3e:39:ad:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902bc943-bfc6-41a6-980c-5fe1a041f335', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '20e57957-5bf7-45eb-ad51-199187182dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:24:37Z', 'updated_at': '2021-07-28T09:24:51Z', 'revision_number': 5, 'project_id': '9a1f63fb540e42f18f0ec634cc138c04', 'subnets': [{'id': '20e57957-5bf7-45eb-ad51-199187182dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:29:56.833398 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4060ea5d-f8bc-492d-ae85-380d5133f05f None None] New status for floating IP 2b6357b4-9585-471b-b924-dc9249567250: DOWN {{(pid=93070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 09:29:56.971854 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d270c6-08da-47bc-93d9-728e9a4e0ebe req-91821c33-aefe-425a-9f25-c2bf50bba364 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:56.973359 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-35d270c6-08da-47bc-93d9-728e9a4e0ebe req-91821c33-aefe-425a-9f25-c2bf50bba364 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/ports?device_id=032593b8-197f-4f27-a1af-b2388f64a7d3 HTTP/1.1" status: 200 len: 945 time: 0.0527408 Jul 28 09:29:57.012198 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-35d270c6-08da-47bc-93d9-728e9a4e0ebe req-ee0d660d-6e1d-44b3-9e9d-f9186cf15ffa tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/security-groups?id=108c0e08-277a-42bf-a1e5-3d5e80f657b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329599 Jul 28 09:29:57.107768 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-55f5e30a-136d-46ce-aa09-e9c5edda26ed req-e105d27e-7d9e-4b63-824c-4756fdc1912d tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 210 time: 0.0316353 Jul 28 09:29:58.125654 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67010801-9bfc-4381-a74e-1ce4d253df17 req-dbd295f6-0379-4531-866c-7fbd0ce6f289 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:58.127170 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-67010801-9bfc-4381-a74e-1ce4d253df17 req-dbd295f6-0379-4531-866c-7fbd0ce6f289 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/ports?device_id=032593b8-197f-4f27-a1af-b2388f64a7d3 HTTP/1.1" status: 200 len: 945 time: 0.0482249 Jul 28 09:29:58.165339 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-67010801-9bfc-4381-a74e-1ce4d253df17 req-7936e41d-f865-444b-a4bb-e8be96174ec2 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/security-groups?id=108c0e08-277a-42bf-a1e5-3d5e80f657b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322106 Jul 28 09:29:58.256555 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7a8bb276-da0e-4d2a-85ed-eb44409224ed req-505a8ac5-03cc-4389-a513-74558f9b0dd4 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=a93e643c-a780-41fb-9719-43b374afe806 HTTP/1.1" status: 200 len: 210 time: 0.0254686 Jul 28 09:29:58.344592 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-1493ad79-0a72-4e5b-a2ad-27f323bc0472 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:59.290157 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329be1bb-10b2-40d9-b349-e11208108c5d req-dda64a56-effe-49c7-964f-2073ad5fc1a0 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:29:59.291673 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-329be1bb-10b2-40d9-b349-e11208108c5d req-dda64a56-effe-49c7-964f-2073ad5fc1a0 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/ports?device_id=032593b8-197f-4f27-a1af-b2388f64a7d3 HTTP/1.1" status: 200 len: 945 time: 0.0531352 Jul 28 09:29:59.331435 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-329be1bb-10b2-40d9-b349-e11208108c5d req-fded41e5-1749-4e5b-8315-8c59c04c48ff tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/security-groups?id=108c0e08-277a-42bf-a1e5-3d5e80f657b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326529 Jul 28 09:29:59.339806 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 53846) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:29:59.396768 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-7c824053-d17c-4d31-b17c-6daee2942940 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks [] for security_group, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:59.421766 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-7c824053-d17c-4d31-b17c-6daee2942940 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:59.468320 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-7c824053-d17c-4d31-b17c-6daee2942940 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:59.470891 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-7c824053-d17c-4d31-b17c-6daee2942940 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks [] for security_group, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:59.472070 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-7c824053-d17c-4d31-b17c-6daee2942940 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "DELETE /v2.0/security-groups/6ea8583d-85c5-4f8a-a115-2295137781ac HTTP/1.1" status: 204 len: 168 time: 0.1312957 Jul 28 09:29:59.474890 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 53848) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:29:59.480613 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c824053-d17c-4d31-b17c-6daee2942940 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea8583d-85c5-4f8a-a115-2295137781ac,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:29:59.488466 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c824053-d17c-4d31-b17c-6daee2942940 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:29:59.488809 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c824053-d17c-4d31-b17c-6daee2942940 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:29:59.488986 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.api.v2.resource [None req-701213ab-835b-4834-9912-eac00829dff5 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] show failed (client error): The resource could not be found. Jul 28 09:29:59.489147 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c824053-d17c-4d31-b17c-6daee2942940 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:29:59.489475 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c824053-d17c-4d31-b17c-6daee2942940 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:29:59.489799 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c824053-d17c-4d31-b17c-6daee2942940 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:29:59.489957 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-701213ab-835b-4834-9912-eac00829dff5 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups/6ea8583d-85c5-4f8a-a115-2295137781ac HTTP/1.1" status: 404 len: 347 time: 0.0137162 Jul 28 09:29:59.490122 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c824053-d17c-4d31-b17c-6daee2942940 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:29:59.490442 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c824053-d17c-4d31-b17c-6daee2942940 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:29:59.490761 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c824053-d17c-4d31-b17c-6daee2942940 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:29:59.491096 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c824053-d17c-4d31-b17c-6daee2942940 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:29:59.491392 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c824053-d17c-4d31-b17c-6daee2942940 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:29:59.491732 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c824053-d17c-4d31-b17c-6daee2942940 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:29:59.492049 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c824053-d17c-4d31-b17c-6daee2942940 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:29:59.494801 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 53850) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:29:59.616257 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.plugin [None req-99908a3a-a543-403c-8f6b-2b0a80361510 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Deleting port 7ba992f3-3f35-4bf2-9727-7237b08b0ff8 {{(pid=93067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 09:29:59.616597 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-99908a3a-a543-403c-8f6b-2b0a80361510 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732595656843'] for port, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:59.695949 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-99908a3a-a543-403c-8f6b-2b0a80361510 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8264998'] for port, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:59.696282 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-99908a3a-a543-403c-8f6b-2b0a80361510 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:59.708706 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.plugin [None req-99908a3a-a543-403c-8f6b-2b0a80361510 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Calling delete_port for 7ba992f3-3f35-4bf2-9727-7237b08b0ff8 owned by network:floatingip {{(pid=93067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 09:29:59.843314 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-99908a3a-a543-403c-8f6b-2b0a80361510 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732595661087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732595289887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33549966'] for port, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:59.868319 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99908a3a-a543-403c-8f6b-2b0a80361510 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Pushing event deleted for resources: {'Port': ['ID=7ba992f3-3f35-4bf2-9727-7237b08b0ff8,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:29:59.930295 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-99908a3a-a543-403c-8f6b-2b0a80361510 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks [] for floatingip, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:59.932763 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-99908a3a-a543-403c-8f6b-2b0a80361510 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905'] for floatingip, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:29:59.933895 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-99908a3a-a543-403c-8f6b-2b0a80361510 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "DELETE /v2.0/floatingips/2b6357b4-9585-471b-b924-dc9249567250 HTTP/1.1" status: 204 len: 168 time: 0.4394991 Jul 28 09:29:59.985669 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device 07e5d078-45f6-402a-8b20-74f5720941fe no longer exists at agent hyperv_hv-cinder-80266 {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:30:00.005968 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] No Port match for: 07e5d078-45f6-402a-8b20-74f5720941fe {{(pid=93069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 09:30:00.006314 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device 07e5d078-45f6-402a-8b20-74f5720941fe not bound to the agent host hv-cinder-80266 {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:30:00.192451 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 53860) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:30:00.197396 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [None req-a5819761-a12d-4770-8b32-637be603e5d9 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2052876746', 'description': 'tempest-description--405943760'}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:30:00.222442 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-a5819761-a12d-4770-8b32-637be603e5d9 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks [] for security_group, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:00.318355 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-a5819761-a12d-4770-8b32-637be603e5d9 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks [] for security_group, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:00.323731 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-a5819761-a12d-4770-8b32-637be603e5d9 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:00.350401 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-a5819761-a12d-4770-8b32-637be603e5d9 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks [] for security_group, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:00.351902 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-a5819761-a12d-4770-8b32-637be603e5d9 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1583192 Jul 28 09:30:00.357399 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 53870) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:30:00.369272 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.v2.base [None req-63079588-dce6-4d38-85b2-99a643fccae7 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Request body: {'security_group_rule': {'security_group_id': '193a17ee-2586-41bb-8547-c0853e18eb57', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:30:00.374469 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5819761-a12d-4770-8b32-637be603e5d9 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=193a17ee-2586-41bb-8547-c0853e18eb57,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:30:00.425448 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-63079588-dce6-4d38-85b2-99a643fccae7 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:00.488076 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-63079588-dce6-4d38-85b2-99a643fccae7 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:00.491868 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-63079588-dce6-4d38-85b2-99a643fccae7 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935926'] for security_group_rule, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:00.493567 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b8bb39-75e7-49c4-9f88-03e953578acb req-40c12b82-f7df-405c-b9af-01286e9fca45 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:00.495175 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-92b8bb39-75e7-49c4-9f88-03e953578acb req-40c12b82-f7df-405c-b9af-01286e9fca45 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/ports?device_id=032593b8-197f-4f27-a1af-b2388f64a7d3 HTTP/1.1" status: 200 len: 945 time: 0.0607080 Jul 28 09:30:00.512003 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63079588-dce6-4d38-85b2-99a643fccae7 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad9bb117-cb7c-4eae-bd2a-f76a0b0ea549,revision_number=0']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:30:00.521007 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-63079588-dce6-4d38-85b2-99a643fccae7 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:00.522378 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-63079588-dce6-4d38-85b2-99a643fccae7 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1602376 Jul 28 09:30:00.524993 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 53876) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:30:00.529599 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.v2.base [None req-627b6a9b-65dd-47fe-8ce5-a4f76f7f3c04 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Request body: {'security_group_rule': {'security_group_id': '193a17ee-2586-41bb-8547-c0853e18eb57', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:30:00.557258 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-627b6a9b-65dd-47fe-8ce5-a4f76f7f3c04 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:00.573327 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-92b8bb39-75e7-49c4-9f88-03e953578acb req-32b9fecc-0a19-48da-8435-2f5d55065a82 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/security-groups?id=108c0e08-277a-42bf-a1e5-3d5e80f657b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705295 Jul 28 09:30:00.597162 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1153e6-452e-49b1-8cd2-5e9244b324a7 req-12c31f42-2b6a-4af5-8cdf-85b4d4729587 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:00.598647 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-3d1153e6-452e-49b1-8cd2-5e9244b324a7 req-12c31f42-2b6a-4af5-8cdf-85b4d4729587 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a3ccc9f-c540-41f9-881a-edfbbeee60e2 HTTP/1.1" status: 200 len: 984 time: 0.1220107 Jul 28 09:30:00.624683 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-627b6a9b-65dd-47fe-8ce5-a4f76f7f3c04 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:00.628510 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705f59a-c121-43ed-8286-d5490b93dc93 req-21c1c926-56f5-40c9-87fd-dd1f70de3f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:00.628700 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-627b6a9b-65dd-47fe-8ce5-a4f76f7f3c04 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935926'] for security_group_rule, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:00.630003 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a705f59a-c121-43ed-8286-d5490b93dc93 req-21c1c926-56f5-40c9-87fd-dd1f70de3f7e service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=de7108c357a549b0a779fe9c24380ee8&device_id=4a3ccc9f-c540-41f9-881a-edfbbeee60e2 HTTP/1.1" status: 200 len: 1137 time: 0.1326678 Jul 28 09:30:00.646399 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627b6a9b-65dd-47fe-8ce5-a4f76f7f3c04 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e6ffdd9-166e-495f-abe2-40c65e648ac4,revision_number=0']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:30:00.650919 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-3d1153e6-452e-49b1-8cd2-5e9244b324a7 req-9f8b762b-16ae-4acc-bcd9-dfd432221a62 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/security-groups?id=f097d9a5-895a-44a3-ba79-3431c037bfa4&id=273126ff-0cda-46ea-b1e2-a3a68e803c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0442877 Jul 28 09:30:00.654657 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-627b6a9b-65dd-47fe-8ce5-a4f76f7f3c04 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:00.656195 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-627b6a9b-65dd-47fe-8ce5-a4f76f7f3c04 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1302981 Jul 28 09:30:00.659186 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 53878) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:30:00.667093 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.v2.base [None req-cf1328de-6a93-4061-a37e-91da8ac5f523 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Request body: {'floatingip': {'floating_network_id': '30331174-7d3c-4928-87ce-fe2956ee4244'}} {{(pid=93068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:30:00.689206 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-cf1328de-6a93-4061-a37e-91da8ac5f523 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks [] for floatingip, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:00.718930 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-78d6479f-5602-4b5a-a614-b9993b948328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:00.785241 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-cf1328de-6a93-4061-a37e-91da8ac5f523 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:00.886232 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.db.db_base_plugin_common [None req-cf1328de-6a93-4061-a37e-91da8ac5f523 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Allocated IP 172.27.3.110 (30331174-7d3c-4928-87ce-fe2956ee4244/7bde36bf-957f-4642-ab95-d9df711170af/ddec2340-33d9-4087-90ac-1be392fc53c5) {{(pid=93068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:30:00.986731 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-cf1328de-6a93-4061-a37e-91da8ac5f523 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks [] for port, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:01.023763 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-cf1328de-6a93-4061-a37e-91da8ac5f523 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732595289878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036940'] for port, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:01.058518 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1328de-6a93-4061-a37e-91da8ac5f523 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Network 30331174-7d3c-4928-87ce-fe2956ee4244 is already hosted by enough agents. {{(pid=93068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:30:01.061421 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.base_scheduler [None req-cf1328de-6a93-4061-a37e-91da8ac5f523 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Resources bound (agent type, host, resource id): {{(pid=93068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:30:01.064332 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1328de-6a93-4061-a37e-91da8ac5f523 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Received port after_create {{(pid=93068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 09:30:01.095240 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:01.095950 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1328de-6a93-4061-a37e-91da8ac5f523 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Pushing event updated for resources: {'Port': ['ID=ddec2340-33d9-4087-90ac-1be392fc53c5,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:30:01.153477 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-cf1328de-6a93-4061-a37e-91da8ac5f523 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:01.188163 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-cf1328de-6a93-4061-a37e-91da8ac5f523 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:01.533817 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-cf1328de-6a93-4061-a37e-91da8ac5f523 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks [] for port, precommit_update {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:01.538087 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-cf1328de-6a93-4061-a37e-91da8ac5f523 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6036935'] for port, after_update {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:01.603052 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1328de-6a93-4061-a37e-91da8ac5f523 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Pushing event updated for resources: {'Port': ['ID=ddec2340-33d9-4087-90ac-1be392fc53c5,revision_number=2']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:30:01.616668 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-cf1328de-6a93-4061-a37e-91da8ac5f523 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8268857'] for floatingip, after_update {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:01.631532 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-cf1328de-6a93-4061-a37e-91da8ac5f523 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905'] for floatingip, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:01.641964 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-cf1328de-6a93-4061-a37e-91da8ac5f523 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9727604 Jul 28 09:30:01.989010 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7d5a14-91d3-47e5-bc1f-93769fb5feaa req-5f112e50-da96-483a-852c-13fdb46b0097 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:01.990482 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-ae7d5a14-91d3-47e5-bc1f-93769fb5feaa req-5f112e50-da96-483a-852c-13fdb46b0097 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/ports?device_id=032593b8-197f-4f27-a1af-b2388f64a7d3 HTTP/1.1" status: 200 len: 945 time: 0.3300462 Jul 28 09:30:01.991848 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705f59a-c121-43ed-8286-d5490b93dc93 req-88d82f70-fbbf-4706-bbe2-f85fc3a5273b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:01.993151 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a705f59a-c121-43ed-8286-d5490b93dc93 req-88d82f70-fbbf-4706-bbe2-f85fc3a5273b service neutron] 10.222.0.32 "GET /v2.0/networks?id=5c151ff0-f69c-4429-8612-95745316e0b4 HTTP/1.1" status: 200 len: 916 time: 0.3837500 Jul 28 09:30:02.027381 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-ae7d5a14-91d3-47e5-bc1f-93769fb5feaa req-b4c2084d-1b4d-4e08-8473-21a854cac039 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/security-groups?id=108c0e08-277a-42bf-a1e5-3d5e80f657b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309687 Jul 28 09:30:02.085524 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-29fc97ff-9392-4c7d-8b91-be3be07fca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:02.142253 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e3f0d2dd-5c8b-468e-b815-26139ae88f3a req-0a0cb418-deee-4668-b0ea-b421ac2a4c4e tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--2052876746&fields=id&tenant_id=9a1f63fb540e42f18f0ec634cc138c04 HTTP/1.1" status: 200 len: 267 time: 0.0364871 Jul 28 09:30:02.245999 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f0d2dd-5c8b-468e-b815-26139ae88f3a req-143dff33-a285-4c3f-89b0-f331545131a7 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:02.247446 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e3f0d2dd-5c8b-468e-b815-26139ae88f3a req-143dff33-a285-4c3f-89b0-f331545131a7 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/networks?id=39e9cde6-0d01-4242-a6ed-06857cf13960 HTTP/1.1" status: 200 len: 811 time: 0.0985687 Jul 28 09:30:02.262537 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e3f0d2dd-5c8b-468e-b815-26139ae88f3a req-27d89fac-c1b8-4824-8cb2-080039b7bd79 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/quotas/9a1f63fb540e42f18f0ec634cc138c04 HTTP/1.1" status: 200 len: 375 time: 0.0088279 Jul 28 09:30:02.314598 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e3f0d2dd-5c8b-468e-b815-26139ae88f3a req-ae2128eb-0460-4805-beea-2164f14c6769 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9a1f63fb540e42f18f0ec634cc138c04&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0463192 Jul 28 09:30:02.449267 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e3f0d2dd-5c8b-468e-b815-26139ae88f3a req-71f93dd0-ce71-447d-9576-208fff354f31 service neutron] 10.222.0.23 "GET /v2.0/networks/39e9cde6-0d01-4242-a6ed-06857cf13960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234217 Jul 28 09:30:02.537206 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e3f0d2dd-5c8b-468e-b815-26139ae88f3a req-f1cdd6f4-1fb7-4c23-9b4d-1866b61ad012 service neutron] 10.222.0.23 "GET /v2.0/networks/39e9cde6-0d01-4242-a6ed-06857cf13960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810280 Jul 28 09:30:02.735456 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f27feac-9862-40df-ac3f-d0840049b76c req-124ec217-09aa-493c-96f6-f79c6b6cfd19 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:02.737002 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2f27feac-9862-40df-ac3f-d0840049b76c req-124ec217-09aa-493c-96f6-f79c6b6cfd19 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a3ccc9f-c540-41f9-881a-edfbbeee60e2 HTTP/1.1" status: 200 len: 984 time: 0.0506539 Jul 28 09:30:02.781759 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2f27feac-9862-40df-ac3f-d0840049b76c req-3cfaf96e-8de1-45a9-91a4-a2e60a757cb3 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/security-groups?id=f097d9a5-895a-44a3-ba79-3431c037bfa4&id=273126ff-0cda-46ea-b1e2-a3a68e803c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0381134 Jul 28 09:30:02.851897 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a3935c81-a78d-441a-b24b-f3ddcafd3532 req-ed98ca74-1b6b-4355-922d-1bbe9e2658ad tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8fc17a0-50df-4194-8803-370abbf93106 HTTP/1.1" status: 200 len: 210 time: 0.0303857 Jul 28 09:30:03.160205 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34c4f2a-c2c9-409f-bce7-38d39a9a9c51 req-3b2af57b-a936-4533-8267-bcdb3dfbec27 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:03.161694 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b34c4f2a-c2c9-409f-bce7-38d39a9a9c51 req-3b2af57b-a936-4533-8267-bcdb3dfbec27 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/ports?device_id=032593b8-197f-4f27-a1af-b2388f64a7d3 HTTP/1.1" status: 200 len: 945 time: 0.0573616 Jul 28 09:30:03.205474 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b34c4f2a-c2c9-409f-bce7-38d39a9a9c51 req-61afc354-7478-4ce2-b0dc-64c2be65ba68 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/security-groups?id=108c0e08-277a-42bf-a1e5-3d5e80f657b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370781 Jul 28 09:30:03.558429 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a705f59a-c121-43ed-8286-d5490b93dc93 req-87c4034a-efc6-4975-b3f5-535c40ded0e3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7bab243d-b602-40fd-a545-e20c1ce70bfa HTTP/1.1" status: 200 len: 1001 time: 0.0591192 Jul 28 09:30:03.618398 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705f59a-c121-43ed-8286-d5490b93dc93 req-e7cad8a1-37bc-41e4-9734-264825833dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:03.621396 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a705f59a-c121-43ed-8286-d5490b93dc93 req-e7cad8a1-37bc-41e4-9734-264825833dcd service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c1a5e395-99a7-4d64-85f2-074a0837edd4 HTTP/1.1" status: 200 len: 854 time: 0.0551689 Jul 28 09:30:03.635702 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-2284cd4c-493c-4cd5-902b-cad83a6c7b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:03.673025 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705f59a-c121-43ed-8286-d5490b93dc93 req-af3d7add-df4e-4f21-b12b-6018e0cac4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:03.674471 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a705f59a-c121-43ed-8286-d5490b93dc93 req-af3d7add-df4e-4f21-b12b-6018e0cac4cf service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5c151ff0-f69c-4429-8612-95745316e0b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440807 Jul 28 09:30:03.778046 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a705f59a-c121-43ed-8286-d5490b93dc93 req-e13089bb-f176-4a9c-8351-9660d0c85cb0 service neutron] 10.222.0.32 "GET /v2.0/networks/5c151ff0-f69c-4429-8612-95745316e0b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932064 Jul 28 09:30:03.908992 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a705f59a-c121-43ed-8286-d5490b93dc93 req-4534c2cc-a7e1-4526-93f9-633f215cef8c service neutron] 10.222.0.32 "GET /v2.0/networks/5c151ff0-f69c-4429-8612-95745316e0b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201530 Jul 28 09:30:03.926116 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed5c69-7066-4a79-874c-fc9f3a8b2524 req-0ebbb37f-e521-4456-9a27-5397ecd099c5 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:03.927683 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-96ed5c69-7066-4a79-874c-fc9f3a8b2524 req-0ebbb37f-e521-4456-9a27-5397ecd099c5 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a3ccc9f-c540-41f9-881a-edfbbeee60e2 HTTP/1.1" status: 200 len: 984 time: 0.0668890 Jul 28 09:30:03.959805 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-fdd158ef-af4a-4d83-bb72-e8b42918cc6d req-3131abc4-96f0-4491-9d57-f713f653e66a tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8fc17a0-50df-4194-8803-370abbf93106 HTTP/1.1" status: 200 len: 210 time: 0.0311337 Jul 28 09:30:03.991658 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-96ed5c69-7066-4a79-874c-fc9f3a8b2524 req-67ac2b70-c93b-47bf-b80f-5899b34e4df4 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/security-groups?id=f097d9a5-895a-44a3-ba79-3431c037bfa4&id=273126ff-0cda-46ea-b1e2-a3a68e803c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539281 Jul 28 09:30:04.209306 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f0d2dd-5c8b-468e-b815-26139ae88f3a req-cacbba44-834d-44c5-9d47-414f8b83d5e2 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:04.210682 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e3f0d2dd-5c8b-468e-b815-26139ae88f3a req-cacbba44-834d-44c5-9d47-414f8b83d5e2 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.32 "GET /v2.0/networks?id=39e9cde6-0d01-4242-a6ed-06857cf13960 HTTP/1.1" status: 200 len: 811 time: 0.1053371 Jul 28 09:30:04.265543 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e3f0d2dd-5c8b-468e-b815-26139ae88f3a req-9e749968-c62f-4eb2-8103-79285088b603 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a1f63fb540e42f18f0ec634cc138c04 HTTP/1.1" status: 200 len: 380 time: 0.0402870 Jul 28 09:30:04.282463 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [req-e3f0d2dd-5c8b-468e-b815-26139ae88f3a req-d1e6a5ba-9744-43ec-a54c-b82e91778b6d tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Request body: {'port': {'device_id': 'f8fc17a0-50df-4194-8803-370abbf93106', 'network_id': '39e9cde6-0d01-4242-a6ed-06857cf13960', 'admin_state_up': True, 'tenant_id': '9a1f63fb540e42f18f0ec634cc138c04', 'security_groups': ['193a17ee-2586-41bb-8547-c0853e18eb57']}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:30:04.413282 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e621ce9-fa91-4b6b-86b8-6d430da94bfb req-277b1cf6-74c8-4c14-ae60-f0d21ae2842a tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:04.414751 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7e621ce9-fa91-4b6b-86b8-6d430da94bfb req-277b1cf6-74c8-4c14-ae60-f0d21ae2842a tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/ports?device_id=032593b8-197f-4f27-a1af-b2388f64a7d3 HTTP/1.1" status: 200 len: 945 time: 0.1276155 Jul 28 09:30:04.480846 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19647b2d-4600-47e8-87de-605e3eed70e3 req-a9d95e8b-9448-4006-830c-59e1b0ee689b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:04.482377 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-19647b2d-4600-47e8-87de-605e3eed70e3 req-a9d95e8b-9448-4006-830c-59e1b0ee689b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b0bed69fc98347318765653ba412b638&device_id=032593b8-197f-4f27-a1af-b2388f64a7d3 HTTP/1.1" status: 200 len: 1098 time: 0.1135902 Jul 28 09:30:04.517812 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7e621ce9-fa91-4b6b-86b8-6d430da94bfb req-0ad02363-1bd4-446f-a7f4-592e623dd946 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/security-groups?id=108c0e08-277a-42bf-a1e5-3d5e80f657b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927253 Jul 28 09:30:04.555721 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3f0d2dd-5c8b-468e-b815-26139ae88f3a req-d1e6a5ba-9744-43ec-a54c-b82e91778b6d tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Made reservation on behalf of 9a1f63fb540e42f18f0ec634cc138c04 for: {'port': 1} {{(pid=93067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:30:04.559212 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-e3f0d2dd-5c8b-468e-b815-26139ae88f3a req-d1e6a5ba-9744-43ec-a54c-b82e91778b6d tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:04.666425 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19647b2d-4600-47e8-87de-605e3eed70e3 req-da0c224f-e661-41e6-a0c8-15465d353b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:04.668053 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-19647b2d-4600-47e8-87de-605e3eed70e3 req-da0c224f-e661-41e6-a0c8-15465d353b5b service neutron] 10.222.0.32 "GET /v2.0/networks?id=1a784077-0c76-428e-b683-1275b4c6c8ec HTTP/1.1" status: 200 len: 910 time: 0.1731184 Jul 28 09:30:04.771851 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-19647b2d-4600-47e8-87de-605e3eed70e3 req-de89cb9e-9a44-4f0e-b7e0-bbe6886a5fcb service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=018f498b-3f12-45f3-8d86-45656942df90 HTTP/1.1" status: 200 len: 1001 time: 0.0944662 Jul 28 09:30:04.778250 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.db_base_plugin_common [req-e3f0d2dd-5c8b-468e-b815-26139ae88f3a req-d1e6a5ba-9744-43ec-a54c-b82e91778b6d tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Allocated IP 172.20.0.12 (39e9cde6-0d01-4242-a6ed-06857cf13960/20e57957-5bf7-45eb-ad51-199187182dea/9cebf7da-ff2a-47b7-8013-16bf419f7ead) {{(pid=93067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:30:04.852869 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19647b2d-4600-47e8-87de-605e3eed70e3 req-5fc1cf33-c809-464d-a302-7650c540d70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:04.854451 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-19647b2d-4600-47e8-87de-605e3eed70e3 req-5fc1cf33-c809-464d-a302-7650c540d70d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=73e0b46b-2911-4215-97db-6e8470a5e7df HTTP/1.1" status: 200 len: 848 time: 0.0733747 Jul 28 09:30:04.959762 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19647b2d-4600-47e8-87de-605e3eed70e3 req-a0644c8d-e6d9-49b4-907d-3bc3971a93ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:04.961307 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-19647b2d-4600-47e8-87de-605e3eed70e3 req-a0644c8d-e6d9-49b4-907d-3bc3971a93ec service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1a784077-0c76-428e-b683-1275b4c6c8ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0984240 Jul 28 09:30:04.992576 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-e3f0d2dd-5c8b-468e-b815-26139ae88f3a req-d1e6a5ba-9744-43ec-a54c-b82e91778b6d tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks [] for port, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:05.007116 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.provisioning_blocks [req-e3f0d2dd-5c8b-468e-b815-26139ae88f3a req-d1e6a5ba-9744-43ec-a54c-b82e91778b6d tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Transition to ACTIVE for port object 9cebf7da-ff2a-47b7-8013-16bf419f7ead will not be triggered until provisioned by entity DHCP. {{(pid=93067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:30:05.058141 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-d06777fc-98a7-4ff4-896c-a6566b0babf2 req-d4228793-510a-4a5d-8f82-f7e169fbf888 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8fc17a0-50df-4194-8803-370abbf93106 HTTP/1.1" status: 200 len: 210 time: 0.0308588 Jul 28 09:30:05.073339 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-e3f0d2dd-5c8b-468e-b815-26139ae88f3a req-d1e6a5ba-9744-43ec-a54c-b82e91778b6d tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732595289878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33549966'] for port, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:05.139503 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3f0d2dd-5c8b-468e-b815-26139ae88f3a req-d1e6a5ba-9744-43ec-a54c-b82e91778b6d tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Network 39e9cde6-0d01-4242-a6ed-06857cf13960 is already hosted by enough agents. {{(pid=93067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:30:05.145986 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.base_scheduler [req-e3f0d2dd-5c8b-468e-b815-26139ae88f3a req-d1e6a5ba-9744-43ec-a54c-b82e91778b6d tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Resources bound (agent type, host, resource id): {{(pid=93067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:30:05.150257 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3f0d2dd-5c8b-468e-b815-26139ae88f3a req-d1e6a5ba-9744-43ec-a54c-b82e91778b6d tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Received port after_create {{(pid=93067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 09:30:05.152945 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e6a5ba-9744-43ec-a54c-b82e91778b6d tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Pushing event updated for resources: {'Port': ['ID=9cebf7da-ff2a-47b7-8013-16bf419f7ead,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:30:05.164856 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843561ec-2968-46b6-9e6a-9db1e2630719 req-9a6321dd-dbe8-4a62-b196-9dcd9f6a8cbd tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:05.166574 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-843561ec-2968-46b6-9e6a-9db1e2630719 req-9a6321dd-dbe8-4a62-b196-9dcd9f6a8cbd tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a3ccc9f-c540-41f9-881a-edfbbeee60e2 HTTP/1.1" status: 200 len: 984 time: 0.1044250 Jul 28 09:30:05.234511 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f0d2dd-5c8b-468e-b815-26139ae88f3a req-d1e6a5ba-9744-43ec-a54c-b82e91778b6d tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:05.235180 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-e3f0d2dd-5c8b-468e-b815-26139ae88f3a req-d1e6a5ba-9744-43ec-a54c-b82e91778b6d tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905'] for port, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:05.250017 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-843561ec-2968-46b6-9e6a-9db1e2630719 req-00c60a10-e146-4139-a6df-2e1eca969b0c tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/security-groups?id=f097d9a5-895a-44a3-ba79-3431c037bfa4&id=273126ff-0cda-46ea-b1e2-a3a68e803c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0613275 Jul 28 09:30:05.259280 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e3f0d2dd-5c8b-468e-b815-26139ae88f3a req-d1e6a5ba-9744-43ec-a54c-b82e91778b6d tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9824066 Jul 28 09:30:05.362252 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-2dd2b69b-d19d-417d-aab5-1ab6ca5f3766 None None] Provisioning for port 9cebf7da-ff2a-47b7-8013-16bf419f7ead completed by entity DHCP. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:30:05.365940 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-2dd2b69b-d19d-417d-aab5-1ab6ca5f3766 None None] Provisioning complete for port 9cebf7da-ff2a-47b7-8013-16bf419f7ead triggered by entity DHCP. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:30:05.366308 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-2dd2b69b-d19d-417d-aab5-1ab6ca5f3766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:05.399022 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-2dd2b69b-d19d-417d-aab5-1ab6ca5f3766 None None] Port 9cebf7da-ff2a-47b7-8013-16bf419f7ead cannot update to ACTIVE because it is not bound. {{(pid=93069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 09:30:05.633074 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7976d4-1735-4c19-bf9f-45be7840cf6d req-b8109d37-d191-4309-b58b-451b55c4b741 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:05.634582 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-cd7976d4-1735-4c19-bf9f-45be7840cf6d req-b8109d37-d191-4309-b58b-451b55c4b741 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/ports?device_id=032593b8-197f-4f27-a1af-b2388f64a7d3 HTTP/1.1" status: 200 len: 945 time: 0.0493977 Jul 28 09:30:05.673028 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-cd7976d4-1735-4c19-bf9f-45be7840cf6d req-38565f32-062f-46d0-ae3a-f949e6155386 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/security-groups?id=108c0e08-277a-42bf-a1e5-3d5e80f657b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320063 Jul 28 09:30:06.169077 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1492178-eb7b-430e-b0ff-1fa062b24bcf req-028893fc-b0a6-4127-8d19-600972fff3f3 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:06.170586 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-f1492178-eb7b-430e-b0ff-1fa062b24bcf req-028893fc-b0a6-4127-8d19-600972fff3f3 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8fc17a0-50df-4194-8803-370abbf93106 HTTP/1.1" status: 200 len: 932 time: 0.0478799 Jul 28 09:30:06.209055 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-f1492178-eb7b-430e-b0ff-1fa062b24bcf req-9815e71a-d5ec-47bf-96eb-83fc75e121c8 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=193a17ee-2586-41bb-8547-c0853e18eb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326629 Jul 28 09:30:06.368841 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26f7cdb-af05-4a64-bca7-b01e1675992e req-39d40c70-7b6c-4125-a314-b885c9481886 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:06.370289 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-d26f7cdb-af05-4a64-bca7-b01e1675992e req-39d40c70-7b6c-4125-a314-b885c9481886 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a3ccc9f-c540-41f9-881a-edfbbeee60e2 HTTP/1.1" status: 200 len: 984 time: 0.0512304 Jul 28 09:30:06.410150 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-d26f7cdb-af05-4a64-bca7-b01e1675992e req-c98e8c6d-2226-4851-a5d4-9f669bc142a8 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/security-groups?id=f097d9a5-895a-44a3-ba79-3431c037bfa4&id=273126ff-0cda-46ea-b1e2-a3a68e803c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327466 Jul 28 09:30:06.785077 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21f7a0d-a3a6-4bec-b833-0c74a44e4fc4 req-face2b00-06e6-4e4b-be10-3e960df3cc12 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:06.786535 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b21f7a0d-a3a6-4bec-b833-0c74a44e4fc4 req-face2b00-06e6-4e4b-be10-3e960df3cc12 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/ports?device_id=032593b8-197f-4f27-a1af-b2388f64a7d3 HTTP/1.1" status: 200 len: 945 time: 0.0475359 Jul 28 09:30:06.828280 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b21f7a0d-a3a6-4bec-b833-0c74a44e4fc4 req-2a7b02fa-d0a0-44f5-b659-e879135faf7b tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/security-groups?id=108c0e08-277a-42bf-a1e5-3d5e80f657b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358698 Jul 28 09:30:07.321181 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b5a17e-4705-4673-a58e-2c2cd624edea req-66b8a974-4235-49fd-adef-2258d137b9fa tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:07.323042 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a3b5a17e-4705-4673-a58e-2c2cd624edea req-66b8a974-4235-49fd-adef-2258d137b9fa tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8fc17a0-50df-4194-8803-370abbf93106 HTTP/1.1" status: 200 len: 932 time: 0.0475755 Jul 28 09:30:07.361191 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a3b5a17e-4705-4673-a58e-2c2cd624edea req-a1447d89-3a9d-43d0-8d7f-0d1f7e8af227 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=193a17ee-2586-41bb-8547-c0853e18eb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317965 Jul 28 09:30:07.524648 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0967136e-3e1f-4d61-b2e2-cf9660312262 req-d0243e4f-a7ab-49ff-8ed1-4f72a8199e59 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:07.526010 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-0967136e-3e1f-4d61-b2e2-cf9660312262 req-d0243e4f-a7ab-49ff-8ed1-4f72a8199e59 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a3ccc9f-c540-41f9-881a-edfbbeee60e2 HTTP/1.1" status: 200 len: 984 time: 0.0512357 Jul 28 09:30:07.565259 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-0967136e-3e1f-4d61-b2e2-cf9660312262 req-a0579f59-17c3-4523-a77f-a06b07e39541 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/security-groups?id=f097d9a5-895a-44a3-ba79-3431c037bfa4&id=273126ff-0cda-46ea-b1e2-a3a68e803c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328870 Jul 28 09:30:07.765349 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [req-e3f0d2dd-5c8b-468e-b815-26139ae88f3a req-71ad7ce3-1960-44e5-8ecd-0f44134d7975 service neutron] Request body: {'port': {'device_id': 'f8fc17a0-50df-4194-8803-370abbf93106', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80266'}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:30:07.864173 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-e3f0d2dd-5c8b-468e-b815-26139ae88f3a req-71ad7ce3-1960-44e5-8ecd-0f44134d7975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:07.882589 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-19647b2d-4600-47e8-87de-605e3eed70e3 req-b87d2d0b-8b7c-4e7d-ad67-cf46af3947eb service neutron] 10.222.0.32 "GET /v2.0/networks/1a784077-0c76-428e-b683-1275b4c6c8ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403341 Jul 28 09:30:08.093202 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960fef28-1a31-4808-a89e-43d7666c36bc req-ac084231-8b34-426d-bb47-0878a36ec067 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:08.094580 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-960fef28-1a31-4808-a89e-43d7666c36bc req-ac084231-8b34-426d-bb47-0878a36ec067 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/ports?device_id=032593b8-197f-4f27-a1af-b2388f64a7d3 HTTP/1.1" status: 200 len: 945 time: 0.1911802 Jul 28 09:30:08.156967 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-19647b2d-4600-47e8-87de-605e3eed70e3 req-a7d157f6-99b1-4f65-a9a8-dbf0bd44a63d service neutron] 10.222.0.32 "GET /v2.0/networks/1a784077-0c76-428e-b683-1275b4c6c8ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523971 Jul 28 09:30:08.184589 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-960fef28-1a31-4808-a89e-43d7666c36bc req-a879f131-ca50-495c-8c58-2dd52b8e63c4 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/security-groups?id=108c0e08-277a-42bf-a1e5-3d5e80f657b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828187 Jul 28 09:30:08.274688 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.notifiers.nova [req-e3f0d2dd-5c8b-468e-b815-26139ae88f3a req-71ad7ce3-1960-44e5-8ecd-0f44134d7975 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cebf7da-ff2a-47b7-8013-16bf419f7ead {{(pid=93067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 09:30:08.283062 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-e3f0d2dd-5c8b-468e-b815-26139ae88f3a req-71ad7ce3-1960-44e5-8ecd-0f44134d7975 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:08.295307 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.provisioning_blocks [req-e3f0d2dd-5c8b-468e-b815-26139ae88f3a req-71ad7ce3-1960-44e5-8ecd-0f44134d7975 service neutron] Transition to ACTIVE for port object 9cebf7da-ff2a-47b7-8013-16bf419f7ead will not be triggered until provisioned by entity L2. {{(pid=93067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:30:08.299645 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-e3f0d2dd-5c8b-468e-b815-26139ae88f3a req-71ad7ce3-1960-44e5-8ecd-0f44134d7975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33549957'] for port, after_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:08.357082 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ad7ce3-1960-44e5-8ecd-0f44134d7975 service neutron] Pushing event updated for resources: {'Port': ['ID=9cebf7da-ff2a-47b7-8013-16bf419f7ead,revision_number=2']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:30:08.436784 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.managers [req-e3f0d2dd-5c8b-468e-b815-26139ae88f3a req-71ad7ce3-1960-44e5-8ecd-0f44134d7975 service neutron] Attempting to bind port 9cebf7da-ff2a-47b7-8013-16bf419f7ead on host hv-cinder-80266 for vnic_type normal with profile {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 09:30:08.437261 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.managers [req-e3f0d2dd-5c8b-468e-b815-26139ae88f3a req-71ad7ce3-1960-44e5-8ecd-0f44134d7975 service neutron] Attempting to bind port 9cebf7da-ff2a-47b7-8013-16bf419f7ead by drivers openvswitch,hyperv on host hv-cinder-80266 at level 0 using segments [{'id': '75e20d3b-d1a3-42b5-b60b-d82f091cd497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '39e9cde6-0d01-4242-a6ed-06857cf13960'}] {{(pid=93067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 09:30:08.437690 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f0d2dd-5c8b-468e-b815-26139ae88f3a req-71ad7ce3-1960-44e5-8ecd-0f44134d7975 service neutron] Attempting to bind port 9cebf7da-ff2a-47b7-8013-16bf419f7ead on network 39e9cde6-0d01-4242-a6ed-06857cf13960 {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 09:30:08.442739 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f0d2dd-5c8b-468e-b815-26139ae88f3a req-71ad7ce3-1960-44e5-8ecd-0f44134d7975 service neutron] Port 9cebf7da-ff2a-47b7-8013-16bf419f7ead on network 39e9cde6-0d01-4242-a6ed-06857cf13960 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80266 {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 09:30:08.443264 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f0d2dd-5c8b-468e-b815-26139ae88f3a req-71ad7ce3-1960-44e5-8ecd-0f44134d7975 service neutron] Attempting to bind port 9cebf7da-ff2a-47b7-8013-16bf419f7ead on network 39e9cde6-0d01-4242-a6ed-06857cf13960 {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 09:30:08.448540 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f0d2dd-5c8b-468e-b815-26139ae88f3a req-71ad7ce3-1960-44e5-8ecd-0f44134d7975 service neutron] Checking agent: {'id': '2e21c55d-f4ce-498b-abcc-e7d8675cd352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80266', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 9, 22, 54), 'started_at': datetime.datetime(2021, 7, 28, 9, 22, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 9, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 09:30:08.448891 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f0d2dd-5c8b-468e-b815-26139ae88f3a req-71ad7ce3-1960-44e5-8ecd-0f44134d7975 service neutron] Checking segment: {'id': '75e20d3b-d1a3-42b5-b60b-d82f091cd497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '39e9cde6-0d01-4242-a6ed-06857cf13960'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 09:30:08.449278 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3f0d2dd-5c8b-468e-b815-26139ae88f3a req-71ad7ce3-1960-44e5-8ecd-0f44134d7975 service neutron] Bound using segment: {'id': '75e20d3b-d1a3-42b5-b60b-d82f091cd497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '39e9cde6-0d01-4242-a6ed-06857cf13960'} {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 09:30:08.449715 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.managers [req-e3f0d2dd-5c8b-468e-b815-26139ae88f3a req-71ad7ce3-1960-44e5-8ecd-0f44134d7975 service neutron] Bound port: 9cebf7da-ff2a-47b7-8013-16bf419f7ead, host: hv-cinder-80266, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75e20d3b-d1a3-42b5-b60b-d82f091cd497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '39e9cde6-0d01-4242-a6ed-06857cf13960'}}] {{(pid=93067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 09:30:08.450075 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-e3f0d2dd-5c8b-468e-b815-26139ae88f3a req-71ad7ce3-1960-44e5-8ecd-0f44134d7975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:08.553146 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba1dd2-5311-445f-ab96-221d2c13ab07 req-505e07b1-435b-4038-bfca-16fc4ae233c9 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:08.554653 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-eaba1dd2-5311-445f-ab96-221d2c13ab07 req-505e07b1-435b-4038-bfca-16fc4ae233c9 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8fc17a0-50df-4194-8803-370abbf93106 HTTP/1.1" status: 200 len: 944 time: 0.1011202 Jul 28 09:30:08.562520 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.db [req-e3f0d2dd-5c8b-468e-b815-26139ae88f3a req-71ad7ce3-1960-44e5-8ecd-0f44134d7975 service neutron] For port 9cebf7da-ff2a-47b7-8013-16bf419f7ead, host hv-cinder-80266, cleared binding levels {{(pid=93067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:30:08.570748 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.db [req-e3f0d2dd-5c8b-468e-b815-26139ae88f3a req-71ad7ce3-1960-44e5-8ecd-0f44134d7975 service neutron] For port 9cebf7da-ff2a-47b7-8013-16bf419f7ead, host hv-cinder-80266, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=9cebf7da-ff2a-47b7-8013-16bf419f7ead,segment=NetworkSegment(75e20d3b-d1a3-42b5-b60b-d82f091cd497),segment_id=75e20d3b-d1a3-42b5-b60b-d82f091cd497)] {{(pid=93067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:30:08.580159 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-e3f0d2dd-5c8b-468e-b815-26139ae88f3a req-71ad7ce3-1960-44e5-8ecd-0f44134d7975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33549957'] for port, after_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:08.642592 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f0d2dd-5c8b-468e-b815-26139ae88f3a req-71ad7ce3-1960-44e5-8ecd-0f44134d7975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:08.643204 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-e3f0d2dd-5c8b-468e-b815-26139ae88f3a req-71ad7ce3-1960-44e5-8ecd-0f44134d7975 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905'] for port, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:08.645006 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e3f0d2dd-5c8b-468e-b815-26139ae88f3a req-71ad7ce3-1960-44e5-8ecd-0f44134d7975 service neutron] 10.222.0.32 "PUT /v2.0/ports/9cebf7da-ff2a-47b7-8013-16bf419f7ead HTTP/1.1" status: 200 len: 1094 time: 0.8845417 Jul 28 09:30:08.647136 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8fc17a0-50df-4194-8803-370abbf93106', 'tag': '9cebf7da-ff2a-47b7-8013-16bf419f7ead'}] {{(pid=93067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:30:08.651059 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}119bb006a51e6799d77012a49065aa76076224f53078518f9bbc3af1ae40a877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49861c13-982f-4095-bb2b-354aebdc25a3" -d '{"events": [{"name": "network-changed", "server_uuid": "f8fc17a0-50df-4194-8803-370abbf93106", "tag": "9cebf7da-ff2a-47b7-8013-16bf419f7ead"}]}' {{(pid=93067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:30:08.691558 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-eaba1dd2-5311-445f-ab96-221d2c13ab07 req-93e0ba16-4a09-423b-86c9-60a87acb1ffe tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=193a17ee-2586-41bb-8547-c0853e18eb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309347 Jul 28 09:30:08.753140 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 09:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf73700-b560-42cb-94f4-72a3c8eef25a x-openstack-request-id: req-ecf73700-b560-42cb-94f4-72a3c8eef25a {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:30:08.753452 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8fc17a0-50df-4194-8803-370abbf93106", "tag": "9cebf7da-ff2a-47b7-8013-16bf419f7ead", "status": "completed", "code": 200}]} {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:30:08.753665 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ecf73700-b560-42cb-94f4-72a3c8eef25a {{(pid=93067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:30:08.754052 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8fc17a0-50df-4194-8803-370abbf93106', 'tag': '9cebf7da-ff2a-47b7-8013-16bf419f7ead', 'status': 'completed', 'code': 200} Jul 28 09:30:08.764060 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ad7ce3-1960-44e5-8ecd-0f44134d7975 service neutron] Pushing event updated for resources: {'Port': ['ID=9cebf7da-ff2a-47b7-8013-16bf419f7ead,revision_number=3']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:30:08.788034 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9cf146-d6cc-40f4-a584-c65e6a555366 req-2cecd385-008b-4e9f-8f5e-d2e73e8eb0e9 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:08.789668 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-df9cf146-d6cc-40f4-a584-c65e6a555366 req-2cecd385-008b-4e9f-8f5e-d2e73e8eb0e9 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a3ccc9f-c540-41f9-881a-edfbbeee60e2 HTTP/1.1" status: 200 len: 984 time: 0.1213975 Jul 28 09:30:08.798054 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f0d2dd-5c8b-468e-b815-26139ae88f3a req-5c96e04b-1a18-4768-957d-e56cf07ad3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:08.799634 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e3f0d2dd-5c8b-468e-b815-26139ae88f3a req-5c96e04b-1a18-4768-957d-e56cf07ad3e3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9a1f63fb540e42f18f0ec634cc138c04&device_id=f8fc17a0-50df-4194-8803-370abbf93106 HTTP/1.1" status: 200 len: 1097 time: 0.0859749 Jul 28 09:30:08.884575 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e3f0d2dd-5c8b-468e-b815-26139ae88f3a req-bfce7f45-7031-48a1-9c08-1d2cee3fb3ec service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9cebf7da-ff2a-47b7-8013-16bf419f7ead HTTP/1.1" status: 200 len: 217 time: 0.0587385 Jul 28 09:30:08.911716 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-df9cf146-d6cc-40f4-a584-c65e6a555366 req-f1f7c05c-bb5d-4c09-a9c7-9c0100963a99 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/security-groups?id=f097d9a5-895a-44a3-ba79-3431c037bfa4&id=273126ff-0cda-46ea-b1e2-a3a68e803c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1108551 Jul 28 09:30:08.953431 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f0d2dd-5c8b-468e-b815-26139ae88f3a req-f82b579e-d04d-465e-9bd3-1ce74759631d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:08.954980 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e3f0d2dd-5c8b-468e-b815-26139ae88f3a req-f82b579e-d04d-465e-9bd3-1ce74759631d service neutron] 10.222.0.32 "GET /v2.0/subnets?id=20e57957-5bf7-45eb-ad51-199187182dea HTTP/1.1" status: 200 len: 850 time: 0.0595231 Jul 28 09:30:09.002899 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f0d2dd-5c8b-468e-b815-26139ae88f3a req-9c628aed-af83-4dbb-aa67-a787337e83be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:09.004590 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e3f0d2dd-5c8b-468e-b815-26139ae88f3a req-9c628aed-af83-4dbb-aa67-a787337e83be service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=39e9cde6-0d01-4242-a6ed-06857cf13960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420036 Jul 28 09:30:09.093293 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e3f0d2dd-5c8b-468e-b815-26139ae88f3a req-ae45d4ac-9ebf-4e8f-8a48-690e12bb944d service neutron] 10.222.0.32 "GET /v2.0/networks/39e9cde6-0d01-4242-a6ed-06857cf13960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810277 Jul 28 09:30:09.190579 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e3f0d2dd-5c8b-468e-b815-26139ae88f3a req-8ac61ad0-b315-4943-8721-0b2e2194a867 service neutron] 10.222.0.32 "GET /v2.0/networks/39e9cde6-0d01-4242-a6ed-06857cf13960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874667 Jul 28 09:30:09.308492 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49861c13-982f-4095-bb2b-354aebdc25a3 req-f6625177-a22e-4c3a-928e-c8a0b0d06a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:09.309985 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-49861c13-982f-4095-bb2b-354aebdc25a3 req-f6625177-a22e-4c3a-928e-c8a0b0d06a9a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9a1f63fb540e42f18f0ec634cc138c04&device_id=f8fc17a0-50df-4194-8803-370abbf93106 HTTP/1.1" status: 200 len: 1097 time: 0.0687156 Jul 28 09:30:09.322401 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55410a40-b61a-4fad-886e-8abf769b7715 req-a09c6e7e-4a3a-4be0-ab6b-ea05e53847ed tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:09.323813 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-55410a40-b61a-4fad-886e-8abf769b7715 req-a09c6e7e-4a3a-4be0-ab6b-ea05e53847ed tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/ports?device_id=032593b8-197f-4f27-a1af-b2388f64a7d3 HTTP/1.1" status: 200 len: 945 time: 0.0576143 Jul 28 09:30:09.409842 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-55410a40-b61a-4fad-886e-8abf769b7715 req-d5f5229b-f70d-46b2-832c-5294e30f4c65 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/security-groups?id=108c0e08-277a-42bf-a1e5-3d5e80f657b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780883 Jul 28 09:30:09.433305 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49861c13-982f-4095-bb2b-354aebdc25a3 req-f66a31b7-cd61-4cf9-a84e-0f3b8851d31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:09.434782 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-49861c13-982f-4095-bb2b-354aebdc25a3 req-f66a31b7-cd61-4cf9-a84e-0f3b8851d31b service neutron] 10.222.0.32 "GET /v2.0/networks?id=39e9cde6-0d01-4242-a6ed-06857cf13960 HTTP/1.1" status: 200 len: 912 time: 0.1101277 Jul 28 09:30:09.477886 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-49861c13-982f-4095-bb2b-354aebdc25a3 req-6052a26e-42d4-415e-8db9-9fc268425fb0 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9cebf7da-ff2a-47b7-8013-16bf419f7ead HTTP/1.1" status: 200 len: 217 time: 0.0336676 Jul 28 09:30:09.531953 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49861c13-982f-4095-bb2b-354aebdc25a3 req-f2578d1a-308a-446b-8716-007ba222dc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:09.533364 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-49861c13-982f-4095-bb2b-354aebdc25a3 req-f2578d1a-308a-446b-8716-007ba222dc24 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=20e57957-5bf7-45eb-ad51-199187182dea HTTP/1.1" status: 200 len: 850 time: 0.0461369 Jul 28 09:30:09.577355 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49861c13-982f-4095-bb2b-354aebdc25a3 req-a8c47755-d4aa-4b86-96a5-05a8618b23b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:09.578833 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-49861c13-982f-4095-bb2b-354aebdc25a3 req-a8c47755-d4aa-4b86-96a5-05a8618b23b4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=39e9cde6-0d01-4242-a6ed-06857cf13960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380499 Jul 28 09:30:09.668861 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-49861c13-982f-4095-bb2b-354aebdc25a3 req-3f5792a1-9937-4e66-9ee5-14c56d48f1e4 service neutron] 10.222.0.32 "GET /v2.0/networks/39e9cde6-0d01-4242-a6ed-06857cf13960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797746 Jul 28 09:30:09.760952 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-49861c13-982f-4095-bb2b-354aebdc25a3 req-de4f20f0-b276-46c5-8786-30b578947127 service neutron] 10.222.0.32 "GET /v2.0/networks/39e9cde6-0d01-4242-a6ed-06857cf13960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846944 Jul 28 09:30:09.808602 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30670557-a5a8-43d0-a1a8-25403b86ead8 req-694834c9-3663-49dd-87c4-77713e1a8fea tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:09.810072 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-30670557-a5a8-43d0-a1a8-25403b86ead8 req-694834c9-3663-49dd-87c4-77713e1a8fea tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8fc17a0-50df-4194-8803-370abbf93106 HTTP/1.1" status: 200 len: 944 time: 0.0482821 Jul 28 09:30:09.846761 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-30670557-a5a8-43d0-a1a8-25403b86ead8 req-8560093b-bdf9-417b-b8c3-03f9b8f46137 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=193a17ee-2586-41bb-8547-c0853e18eb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305259 Jul 28 09:30:10.047998 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a036f2d-a91a-483f-bb99-aef9b7157b20 req-fe812241-35a1-4695-a5f6-350c4a949764 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:10.049490 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2a036f2d-a91a-483f-bb99-aef9b7157b20 req-fe812241-35a1-4695-a5f6-350c4a949764 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a3ccc9f-c540-41f9-881a-edfbbeee60e2 HTTP/1.1" status: 200 len: 984 time: 0.0581367 Jul 28 09:30:10.096952 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2a036f2d-a91a-483f-bb99-aef9b7157b20 req-f0815c38-6025-47a2-a202-db09fdf1620c tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/security-groups?id=f097d9a5-895a-44a3-ba79-3431c037bfa4&id=273126ff-0cda-46ea-b1e2-a3a68e803c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407736 Jul 28 09:30:10.525508 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac8f5b-c8dd-4253-a6b0-3ff2763727aa req-bd617b19-2e8f-4eb6-bf41-73a67205bdc1 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:10.527135 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7dac8f5b-c8dd-4253-a6b0-3ff2763727aa req-bd617b19-2e8f-4eb6-bf41-73a67205bdc1 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/ports?device_id=032593b8-197f-4f27-a1af-b2388f64a7d3 HTTP/1.1" status: 200 len: 945 time: 0.0474403 Jul 28 09:30:10.564097 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7dac8f5b-c8dd-4253-a6b0-3ff2763727aa req-b2a03e1a-2484-46e4-a2fb-9f0720d29d43 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/security-groups?id=108c0e08-277a-42bf-a1e5-3d5e80f657b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304713 Jul 28 09:30:10.755107 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 54004) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:30:10.777444 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d637bd-0f5a-4f9a-8c71-b504721a1462 req-85c9ae2b-af96-4f94-a51f-ac6813227819 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:10.779034 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-48d637bd-0f5a-4f9a-8c71-b504721a1462 req-85c9ae2b-af96-4f94-a51f-ac6813227819 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/ports?device_id=032593b8-197f-4f27-a1af-b2388f64a7d3 HTTP/1.1" status: 200 len: 945 time: 0.0548086 Jul 28 09:30:10.851169 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-48d637bd-0f5a-4f9a-8c71-b504721a1462 req-dc375f0e-b1d8-4c98-8328-06a858d0e300 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/security-groups?id=108c0e08-277a-42bf-a1e5-3d5e80f657b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639076 Jul 28 09:30:10.861612 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a7d82db7-b845-4626-b36d-a80128664747 req-c467489d-2b81-48eb-be00-6685a793d26a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=032593b8-197f-4f27-a1af-b2388f64a7d3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1054156 Jul 28 09:30:10.968907 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6050d56d-14a8-43c8-969a-fe67c93cf54b req-892a0bae-3cd5-4623-9354-1895913e5216 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:10.970459 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-6050d56d-14a8-43c8-969a-fe67c93cf54b req-892a0bae-3cd5-4623-9354-1895913e5216 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8fc17a0-50df-4194-8803-370abbf93106 HTTP/1.1" status: 200 len: 944 time: 0.0515313 Jul 28 09:30:11.010965 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-6050d56d-14a8-43c8-969a-fe67c93cf54b req-74c02e14-b9c2-4a03-a021-3cf7511bca32 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=193a17ee-2586-41bb-8547-c0853e18eb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343935 Jul 28 09:30:11.218543 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05a8ff-f24e-4069-8b4d-6e65209467ca req-e90e9acb-1aaf-4220-aee4-b24eb23a70d5 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:11.220184 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7b05a8ff-f24e-4069-8b4d-6e65209467ca req-e90e9acb-1aaf-4220-aee4-b24eb23a70d5 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a3ccc9f-c540-41f9-881a-edfbbeee60e2 HTTP/1.1" status: 200 len: 984 time: 0.0509725 Jul 28 09:30:11.275805 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7b05a8ff-f24e-4069-8b4d-6e65209467ca req-15d3c835-2159-41ca-837e-f79541cc2fdb tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/security-groups?id=f097d9a5-895a-44a3-ba79-3431c037bfa4&id=273126ff-0cda-46ea-b1e2-a3a68e803c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0485101 Jul 28 09:30:11.787659 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device 9cebf7da-ff2a-47b7-8013-16bf419f7ead details requested by agent hyperv_hv-cinder-80266 with host hv-cinder-80266 {{(pid=93069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 09:30:11.896417 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port 9cebf7da-ff2a-47b7-8013-16bf419f7ead, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=9cebf7da-ff2a-47b7-8013-16bf419f7ead,segment=NetworkSegment(75e20d3b-d1a3-42b5-b60b-d82f091cd497),segment_id=75e20d3b-d1a3-42b5-b60b-d82f091cd497)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:30:11.912470 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Returning: {'device': '9cebf7da-ff2a-47b7-8013-16bf419f7ead', 'network_id': '39e9cde6-0d01-4242-a6ed-06857cf13960', 'port_id': '9cebf7da-ff2a-47b7-8013-16bf419f7ead', 'mac_address': 'fa:16:3e:76:c9:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20e57957-5bf7-45eb-ad51-199187182dea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 09:30:11.956664 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:11.971796 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.notifiers.nova [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cebf7da-ff2a-47b7-8013-16bf419f7ead {{(pid=93069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 09:30:11.993297 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port 9cebf7da-ff2a-47b7-8013-16bf419f7ead, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=9cebf7da-ff2a-47b7-8013-16bf419f7ead,segment=NetworkSegment(75e20d3b-d1a3-42b5-b60b-d82f091cd497),segment_id=75e20d3b-d1a3-42b5-b60b-d82f091cd497)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:30:11.997879 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:12.004298 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01836401-3c75-4fb0-b89b-3521916fb931 req-a0711c09-0b16-4560-aa8b-55b23cb681dd tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:12.005915 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-01836401-3c75-4fb0-b89b-3521916fb931 req-a0711c09-0b16-4560-aa8b-55b23cb681dd tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/ports?device_id=032593b8-197f-4f27-a1af-b2388f64a7d3 HTTP/1.1" status: 200 len: 945 time: 0.0650337 Jul 28 09:30:12.056123 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Pushing event updated for resources: {'Port': ['ID=9cebf7da-ff2a-47b7-8013-16bf419f7ead,revision_number=4']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:30:12.064090 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-01836401-3c75-4fb0-b89b-3521916fb931 req-b59f3363-ffd2-4572-ad44-1c9fdafb36a8 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/security-groups?id=108c0e08-277a-42bf-a1e5-3d5e80f657b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484383 Jul 28 09:30:12.064416 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:30:12.064836 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:30:12.065177 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:30:12.065511 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:30:12.065841 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:30:12.066168 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:30:12.066492 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:30:12.066876 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:30:12.067376 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:30:12.067777 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:30:12.068383 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:30:12.068718 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:30:12.265052 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] get_ports_and_sgs() called for port_ids ['9cebf7da-ff2a-47b7-8013-16bf419f7ead'] {{(pid=93069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:30:12.473270 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d82db7-b845-4626-b36d-a80128664747 req-409250bf-0f39-4b87-b2d5-6da089f57a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:12.474874 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a7d82db7-b845-4626-b36d-a80128664747 req-409250bf-0f39-4b87-b2d5-6da089f57a3c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=032593b8-197f-4f27-a1af-b2388f64a7d3&tenant_id=b0bed69fc98347318765653ba412b638 HTTP/1.1" status: 200 len: 1098 time: 0.0553071 Jul 28 09:30:12.483034 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2579981d-7174-4d30-9e4c-4835831dbe8e req-f0829aaa-56bd-47de-9b2d-836e8a697882 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:12.484680 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2579981d-7174-4d30-9e4c-4835831dbe8e req-f0829aaa-56bd-47de-9b2d-836e8a697882 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8fc17a0-50df-4194-8803-370abbf93106 HTTP/1.1" status: 200 len: 945 time: 0.3811493 Jul 28 09:30:12.595199 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2579981d-7174-4d30-9e4c-4835831dbe8e req-63eb2157-b0ba-41b5-a3cf-5568e8278849 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=193a17ee-2586-41bb-8547-c0853e18eb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021948 Jul 28 09:30:12.600037 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d82db7-b845-4626-b36d-a80128664747 req-069a5328-f13a-4a2c-8b01-bd7187e5425c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:12.601448 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a7d82db7-b845-4626-b36d-a80128664747 req-069a5328-f13a-4a2c-8b01-bd7187e5425c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b0bed69fc98347318765653ba412b638&device_id=032593b8-197f-4f27-a1af-b2388f64a7d3 HTTP/1.1" status: 200 len: 1098 time: 0.0842302 Jul 28 09:30:12.608958 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ef50b-4cc3-46c6-872c-c123cd008bfc req-a92b2cd4-df74-4a16-82a3-f7590ff9ab1a tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:12.610404 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-6b1ef50b-4cc3-46c6-872c-c123cd008bfc req-a92b2cd4-df74-4a16-82a3-f7590ff9ab1a tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a3ccc9f-c540-41f9-881a-edfbbeee60e2 HTTP/1.1" status: 200 len: 984 time: 0.1026850 Jul 28 09:30:12.699481 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-6b1ef50b-4cc3-46c6-872c-c123cd008bfc req-8e2726b8-97b3-41f3-9d50-2ea920365d34 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/security-groups?id=f097d9a5-895a-44a3-ba79-3431c037bfa4&id=273126ff-0cda-46ea-b1e2-a3a68e803c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0807528 Jul 28 09:30:12.723518 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d82db7-b845-4626-b36d-a80128664747 req-63b4d6fb-086c-4619-b229-7ea23be2fc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:12.725022 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a7d82db7-b845-4626-b36d-a80128664747 req-63b4d6fb-086c-4619-b229-7ea23be2fc94 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1a784077-0c76-428e-b683-1275b4c6c8ec HTTP/1.1" status: 200 len: 910 time: 0.1137893 Jul 28 09:30:12.793503 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a7d82db7-b845-4626-b36d-a80128664747 req-e8d1b01e-679d-4f49-be41-a06d1e1d23b6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=018f498b-3f12-45f3-8d86-45656942df90 HTTP/1.1" status: 200 len: 1001 time: 0.0570798 Jul 28 09:30:12.846690 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d82db7-b845-4626-b36d-a80128664747 req-431c9daf-d127-4f0f-8962-13dc06e4ffbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:12.848163 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a7d82db7-b845-4626-b36d-a80128664747 req-431c9daf-d127-4f0f-8962-13dc06e4ffbf service neutron] 10.222.0.32 "GET /v2.0/subnets?id=73e0b46b-2911-4215-97db-6e8470a5e7df HTTP/1.1" status: 200 len: 848 time: 0.0438824 Jul 28 09:30:12.897147 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d82db7-b845-4626-b36d-a80128664747 req-1aa80cde-534a-4544-9d57-9cd39a11e7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:12.898618 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a7d82db7-b845-4626-b36d-a80128664747 req-1aa80cde-534a-4544-9d57-9cd39a11e7ce service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1a784077-0c76-428e-b683-1275b4c6c8ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428460 Jul 28 09:30:12.988097 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a7d82db7-b845-4626-b36d-a80128664747 req-3dbe6e58-888c-4cb7-b865-4b6e662c607d service neutron] 10.222.0.32 "GET /v2.0/networks/1a784077-0c76-428e-b683-1275b4c6c8ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798445 Jul 28 09:30:13.095681 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a7d82db7-b845-4626-b36d-a80128664747 req-1402d2b5-88d8-4ea4-a785-8515c15d1a3c service neutron] 10.222.0.32 "GET /v2.0/networks/1a784077-0c76-428e-b683-1275b4c6c8ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895345 Jul 28 09:30:13.178786 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c0668-6cb4-4fff-8c46-192d42a38fc5 req-866c5a9a-764b-4b3b-bdc4-1da42dedd85e tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:13.180376 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e61c0668-6cb4-4fff-8c46-192d42a38fc5 req-866c5a9a-764b-4b3b-bdc4-1da42dedd85e tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/ports?device_id=032593b8-197f-4f27-a1af-b2388f64a7d3 HTTP/1.1" status: 200 len: 945 time: 0.0500638 Jul 28 09:30:13.220307 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e61c0668-6cb4-4fff-8c46-192d42a38fc5 req-93d0d420-83df-4665-a810-dba56eb4098a tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/security-groups?id=108c0e08-277a-42bf-a1e5-3d5e80f657b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326881 Jul 28 09:30:13.720819 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdc66ee-199e-46af-821c-970c2b5e1099 req-dd02d586-a496-4fd4-b0ec-ad566e2cd170 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:13.722497 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-4cdc66ee-199e-46af-821c-970c2b5e1099 req-dd02d586-a496-4fd4-b0ec-ad566e2cd170 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8fc17a0-50df-4194-8803-370abbf93106 HTTP/1.1" status: 200 len: 945 time: 0.0548215 Jul 28 09:30:13.772713 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-4cdc66ee-199e-46af-821c-970c2b5e1099 req-303bce97-bf15-44c7-a2d8-79e656f0a3b9 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=193a17ee-2586-41bb-8547-c0853e18eb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418918 Jul 28 09:30:13.796866 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device 9cebf7da-ff2a-47b7-8013-16bf419f7ead up at agent hyperv_hv-cinder-80266 {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:30:13.815311 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851819ab-f241-47eb-a17b-b79ea943991c req-bc02a3d5-a7a3-4289-9e89-5d4e4acda30f tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:13.816992 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-851819ab-f241-47eb-a17b-b79ea943991c req-bc02a3d5-a7a3-4289-9e89-5d4e4acda30f tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] 10.222.0.23 "GET /v2.0/ports?device_id=46e2d206-3f5b-4f95-aa68-f85c12f23d1c HTTP/1.1" status: 200 len: 945 time: 0.0603111 Jul 28 09:30:13.864615 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Provisioning for port 9cebf7da-ff2a-47b7-8013-16bf419f7ead completed by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:30:13.868269 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Provisioning complete for port 9cebf7da-ff2a-47b7-8013-16bf419f7ead triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:30:13.868866 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:13.897885 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-851819ab-f241-47eb-a17b-b79ea943991c req-122488af-15da-44b9-979a-1a6dd8055e2e tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a9d54ce-820c-488f-abbc-dc98a901d4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734046 Jul 28 09:30:13.926540 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd262dd-342e-4f62-bee3-d6a1eb5656d5 req-4e6686c6-4024-4230-a721-5eccbbe4ce1a tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:13.932129 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-ecd262dd-342e-4f62-bee3-d6a1eb5656d5 req-4e6686c6-4024-4230-a721-5eccbbe4ce1a tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a3ccc9f-c540-41f9-881a-edfbbeee60e2 HTTP/1.1" status: 200 len: 984 time: 0.0759840 Jul 28 09:30:13.952602 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:13.971264 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-ecd262dd-342e-4f62-bee3-d6a1eb5656d5 req-9e0dc909-15f7-480f-bf7d-4672059a762b tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/security-groups?id=f097d9a5-895a-44a3-ba79-3431c037bfa4&id=273126ff-0cda-46ea-b1e2-a3a68e803c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370779 Jul 28 09:30:13.975844 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8fc17a0-50df-4194-8803-370abbf93106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cebf7da-ff2a-47b7-8013-16bf419f7ead'}] {{(pid=93069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:30:13.979045 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386f2323eb9bad1244c7f57c000109fc890726fb555cdcb5e37d65c089562af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-257fe450-e72c-4776-8e7d-f61660bb6a52" -d '{"events": [{"server_uuid": "f8fc17a0-50df-4194-8803-370abbf93106", "name": "network-vif-plugged", "status": "completed", "tag": "9cebf7da-ff2a-47b7-8013-16bf419f7ead"}]}' {{(pid=93069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:30:13.993641 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port 9cebf7da-ff2a-47b7-8013-16bf419f7ead, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=9cebf7da-ff2a-47b7-8013-16bf419f7ead,segment=NetworkSegment(75e20d3b-d1a3-42b5-b60b-d82f091cd497),segment_id=75e20d3b-d1a3-42b5-b60b-d82f091cd497)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:30:13.998802 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:13.999621 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device 018f498b-3f12-45f3-8d86-45656942df90 no longer exists at agent hyperv_hv-cinder-80266 {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:30:14.078093 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 09:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f5a18e-e632-47cd-af6a-caae57ecde72 x-openstack-request-id: req-52f5a18e-e632-47cd-af6a-caae57ecde72 {{(pid=93069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:30:14.078388 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8fc17a0-50df-4194-8803-370abbf93106", "name": "network-vif-plugged", "status": "completed", "tag": "9cebf7da-ff2a-47b7-8013-16bf419f7ead", "code": 200}]} {{(pid=93069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:30:14.078664 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-52f5a18e-e632-47cd-af6a-caae57ecde72 {{(pid=93069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:30:14.079013 dv-cinder-802669-1-iscsi neutron-server[93069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8fc17a0-50df-4194-8803-370abbf93106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cebf7da-ff2a-47b7-8013-16bf419f7ead', 'code': 200} Jul 28 09:30:14.083158 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Pushing event updated for resources: {'Port': ['ID=9cebf7da-ff2a-47b7-8013-16bf419f7ead,revision_number=5']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:30:14.124874 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:14.158983 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port 018f498b-3f12-45f3-8d86-45656942df90, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=018f498b-3f12-45f3-8d86-45656942df90,segment=NetworkSegment(64e20506-26f3-4d95-b013-8fb570658f22),segment_id=64e20506-26f3-4d95-b013-8fb570658f22)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:30:14.163684 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:14.212188 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Pushing event updated for resources: {'Port': ['ID=018f498b-3f12-45f3-8d86-45656942df90,revision_number=6']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:30:14.284263 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eabee72-2cd3-42f4-bb47-8a3b9361f938 req-fdb2c143-d69b-4ece-803f-26bedead5bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:14.285850 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7eabee72-2cd3-42f4-bb47-8a3b9361f938 req-fdb2c143-d69b-4ece-803f-26bedead5bab service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f8fc17a0-50df-4194-8803-370abbf93106 HTTP/1.1" status: 200 len: 1099 time: 0.0458455 Jul 28 09:30:14.356940 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7eabee72-2cd3-42f4-bb47-8a3b9361f938 req-674bbdd2-1385-473c-9e69-b94c136c6374 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=193a17ee-2586-41bb-8547-c0853e18eb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618589 Jul 28 09:30:14.370548 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a267716-aba9-44cd-85b4-a92cac4f7cf3 req-b807d29a-9b31-4ee7-9989-a761c66ce103 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:14.378296 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-0a267716-aba9-44cd-85b4-a92cac4f7cf3 req-b807d29a-9b31-4ee7-9989-a761c66ce103 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/ports?device_id=032593b8-197f-4f27-a1af-b2388f64a7d3 HTTP/1.1" status: 200 len: 943 time: 0.0843930 Jul 28 09:30:14.411600 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-0a267716-aba9-44cd-85b4-a92cac4f7cf3 req-89a01baa-9411-4f25-a2c2-a8342b2f3729 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/security-groups?id=108c0e08-277a-42bf-a1e5-3d5e80f657b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324724 Jul 28 09:30:14.887932 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c456a0ee-c75b-4245-8dd2-f4612b4a4f09 req-9e3513ce-0b14-4c01-91e2-535443d689ff tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:14.889530 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-c456a0ee-c75b-4245-8dd2-f4612b4a4f09 req-9e3513ce-0b14-4c01-91e2-535443d689ff tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8fc17a0-50df-4194-8803-370abbf93106 HTTP/1.1" status: 200 len: 946 time: 0.0493901 Jul 28 09:30:14.929701 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-c456a0ee-c75b-4245-8dd2-f4612b4a4f09 req-a84aca94-5c7c-4d4c-9ff5-8d3028807af3 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=193a17ee-2586-41bb-8547-c0853e18eb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329657 Jul 28 09:30:15.020635 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b229b-822b-48f6-bcf5-9fdd94448733 req-b6879bb3-a4f0-49b1-a0ee-12877949d5c3 tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:15.022152 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-955b229b-822b-48f6-bcf5-9fdd94448733 req-b6879bb3-a4f0-49b1-a0ee-12877949d5c3 tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] 10.222.0.23 "GET /v2.0/ports?device_id=46e2d206-3f5b-4f95-aa68-f85c12f23d1c HTTP/1.1" status: 200 len: 945 time: 0.0494757 Jul 28 09:30:15.087170 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-955b229b-822b-48f6-bcf5-9fdd94448733 req-48136691-5c0f-4df0-bb70-5d51b507c41e tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a9d54ce-820c-488f-abbc-dc98a901d4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589705 Jul 28 09:30:15.104795 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d9913-75dc-454c-85fd-a85109ff0d80 req-7935d817-6757-48aa-b60c-8ebdf4701031 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:15.106437 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-062d9913-75dc-454c-85fd-a85109ff0d80 req-7935d817-6757-48aa-b60c-8ebdf4701031 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a3ccc9f-c540-41f9-881a-edfbbeee60e2 HTTP/1.1" status: 200 len: 984 time: 0.0650153 Jul 28 09:30:15.148331 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-062d9913-75dc-454c-85fd-a85109ff0d80 req-d09e3f46-e061-4d61-a37c-ba036519ae50 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/security-groups?id=f097d9a5-895a-44a3-ba79-3431c037bfa4&id=273126ff-0cda-46ea-b1e2-a3a68e803c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355117 Jul 28 09:30:15.523402 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f38edf5-dfc9-421e-b4a4-919bab34c3f1 req-118838d2-5693-4578-b9e4-310a6fe6754c tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:15.524921 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-0f38edf5-dfc9-421e-b4a4-919bab34c3f1 req-118838d2-5693-4578-b9e4-310a6fe6754c tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/ports?device_id=032593b8-197f-4f27-a1af-b2388f64a7d3 HTTP/1.1" status: 200 len: 943 time: 0.0488188 Jul 28 09:30:15.563444 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-0f38edf5-dfc9-421e-b4a4-919bab34c3f1 req-56a4b0e9-5a95-4cf6-9da0-fdafcf02378e tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/security-groups?id=108c0e08-277a-42bf-a1e5-3d5e80f657b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322549 Jul 28 09:30:15.707325 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634cb623-476d-4258-a0b8-24d5b1c522d8 req-67ef6c51-478e-45c9-9bbd-01e7d7a5a98b tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:15.708696 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-634cb623-476d-4258-a0b8-24d5b1c522d8 req-67ef6c51-478e-45c9-9bbd-01e7d7a5a98b tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] 10.222.0.32 "GET /v2.0/ports?device_id=46e2d206-3f5b-4f95-aa68-f85c12f23d1c HTTP/1.1" status: 200 len: 945 time: 0.0475430 Jul 28 09:30:15.808137 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.plugin [req-634cb623-476d-4258-a0b8-24d5b1c522d8 req-86f33e63-fcbe-4261-bb1b-29adbb953221 tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] Deleting port 6f7ebd84-ae8e-4b9f-95d6-e4a3e913639b {{(pid=93067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 09:30:15.808475 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-634cb623-476d-4258-a0b8-24d5b1c522d8 req-86f33e63-fcbe-4261-bb1b-29adbb953221 tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732595656843'] for port, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:15.901113 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.db [req-634cb623-476d-4258-a0b8-24d5b1c522d8 req-86f33e63-fcbe-4261-bb1b-29adbb953221 tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] For port 6f7ebd84-ae8e-4b9f-95d6-e4a3e913639b, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=6f7ebd84-ae8e-4b9f-95d6-e4a3e913639b,segment=NetworkSegment(6933e309-1042-4134-adb1-56d0c93f7ad9),segment_id=6933e309-1042-4134-adb1-56d0c93f7ad9)] {{(pid=93067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:30:15.901745 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-634cb623-476d-4258-a0b8-24d5b1c522d8 req-86f33e63-fcbe-4261-bb1b-29adbb953221 tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8264998'] for port, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:15.914772 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.plugin [req-634cb623-476d-4258-a0b8-24d5b1c522d8 req-86f33e63-fcbe-4261-bb1b-29adbb953221 tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] Calling delete_port for 6f7ebd84-ae8e-4b9f-95d6-e4a3e913639b owned by compute:nova {{(pid=93067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 09:30:16.075005 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-634cb623-476d-4258-a0b8-24d5b1c522d8 req-86f33e63-fcbe-4261-bb1b-29adbb953221 tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732595661087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732595289887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33549966'] for port, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:16.080651 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '032593b8-197f-4f27-a1af-b2388f64a7d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '018f498b-3f12-45f3-8d86-45656942df90'}] {{(pid=93069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:30:16.083044 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386f2323eb9bad1244c7f57c000109fc890726fb555cdcb5e37d65c089562af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438504a0-228d-4fa1-94c6-68ba9c5513ea" -d '{"events": [{"server_uuid": "032593b8-197f-4f27-a1af-b2388f64a7d3", "name": "network-vif-unplugged", "status": "completed", "tag": "018f498b-3f12-45f3-8d86-45656942df90"}]}' {{(pid=93069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:30:16.086572 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab4525-8a0d-41ca-a02b-93c1ef60ce77 req-c9c52a02-e90c-4a93-90c4-0b834ebbe038 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:16.088247 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7cab4525-8a0d-41ca-a02b-93c1ef60ce77 req-c9c52a02-e90c-4a93-90c4-0b834ebbe038 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8fc17a0-50df-4194-8803-370abbf93106 HTTP/1.1" status: 200 len: 946 time: 0.0826735 Jul 28 09:30:16.088690 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] get_ports_and_sgs() called for port_ids ['6f7ebd84-ae8e-4b9f-95d6-e4a3e913639b'] {{(pid=93069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:30:16.120067 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f33e63-fcbe-4261-bb1b-29adbb953221 tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] Pushing event deleted for resources: {'Port': ['ID=6f7ebd84-ae8e-4b9f-95d6-e4a3e913639b,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:30:16.124044 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 28 Jul 2021 09:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62056902-e70f-44a9-a468-4d26e153ea6f x-openstack-request-id: req-62056902-e70f-44a9-a468-4d26e153ea6f {{(pid=93069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:30:16.124400 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "032593b8-197f-4f27-a1af-b2388f64a7d3", "name": "network-vif-unplugged", "status": "completed", "tag": "018f498b-3f12-45f3-8d86-45656942df90", "code": 200}]} {{(pid=93069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:30:16.124702 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-62056902-e70f-44a9-a468-4d26e153ea6f {{(pid=93069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:30:16.125151 dv-cinder-802669-1-iscsi neutron-server[93069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '032593b8-197f-4f27-a1af-b2388f64a7d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '018f498b-3f12-45f3-8d86-45656942df90', 'code': 200} Jul 28 09:30:16.180048 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.l3_dvrscheduler_db [req-634cb623-476d-4258-a0b8-24d5b1c522d8 req-86f33e63-fcbe-4261-bb1b-29adbb953221 tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] No DVR routers for this DVR port 6f7ebd84-ae8e-4b9f-95d6-e4a3e913639b on host hv-cinder-80266 {{(pid=93067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 09:30:16.193361 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-634cb623-476d-4258-a0b8-24d5b1c522d8 req-86f33e63-fcbe-4261-bb1b-29adbb953221 tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905'] for port, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:16.195265 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-634cb623-476d-4258-a0b8-24d5b1c522d8 req-86f33e63-fcbe-4261-bb1b-29adbb953221 tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] 10.222.0.32 "DELETE /v2.0/ports/6f7ebd84-ae8e-4b9f-95d6-e4a3e913639b HTTP/1.1" status: 204 len: 173 time: 0.4766810 Jul 28 09:30:16.195762 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46e2d206-3f5b-4f95-aa68-f85c12f23d1c', 'name': 'network-vif-deleted', 'tag': '6f7ebd84-ae8e-4b9f-95d6-e4a3e913639b'}] {{(pid=93067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:30:16.197990 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}119bb006a51e6799d77012a49065aa76076224f53078518f9bbc3af1ae40a877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c2efac-329e-4821-bdf3-b9361d26dc27" -d '{"events": [{"server_uuid": "46e2d206-3f5b-4f95-aa68-f85c12f23d1c", "name": "network-vif-deleted", "tag": "6f7ebd84-ae8e-4b9f-95d6-e4a3e913639b"}]}' {{(pid=93067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:30:16.208154 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7cab4525-8a0d-41ca-a02b-93c1ef60ce77 req-66141cde-9277-4f63-82d7-8671b875679d tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=193a17ee-2586-41bb-8547-c0853e18eb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900345 Jul 28 09:30:16.223967 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-17c52068-75c5-4a9d-8ade-ba18c0e0f8e0 req-563665b3-7f37-4e5b-99a6-56347171f9ca tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] 10.222.0.23 "GET /v2.0/ports?device_id=46e2d206-3f5b-4f95-aa68-f85c12f23d1c HTTP/1.1" status: 200 len: 210 time: 0.0498936 Jul 28 09:30:16.280253 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 09:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6580a506-1de9-41d8-a117-0dbd13379376 x-openstack-request-id: req-6580a506-1de9-41d8-a117-0dbd13379376 {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:30:16.280544 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46e2d206-3f5b-4f95-aa68-f85c12f23d1c", "name": "network-vif-deleted", "tag": "6f7ebd84-ae8e-4b9f-95d6-e4a3e913639b", "status": "completed", "code": 200}]} {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:30:16.280796 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6580a506-1de9-41d8-a117-0dbd13379376 {{(pid=93067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:30:16.281263 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46e2d206-3f5b-4f95-aa68-f85c12f23d1c', 'name': 'network-vif-deleted', 'tag': '6f7ebd84-ae8e-4b9f-95d6-e4a3e913639b', 'status': 'completed', 'code': 200} Jul 28 09:30:16.368792 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b88fd3-78ff-4b5b-acde-f7ea0efb6461 req-7de4c97b-7137-4f48-8252-2f95b1bff4c7 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:16.370277 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-49b88fd3-78ff-4b5b-acde-f7ea0efb6461 req-7de4c97b-7137-4f48-8252-2f95b1bff4c7 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a3ccc9f-c540-41f9-881a-edfbbeee60e2 HTTP/1.1" status: 200 len: 984 time: 0.0822887 Jul 28 09:30:16.403622 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07626ea2-8941-4fd0-8516-e4a80c7a7fc2 req-1c788d6b-2e97-4454-abeb-0314fc1ddfdb tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:16.405629 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-07626ea2-8941-4fd0-8516-e4a80c7a7fc2 req-1c788d6b-2e97-4454-abeb-0314fc1ddfdb tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8fc17a0-50df-4194-8803-370abbf93106 HTTP/1.1" status: 200 len: 946 time: 0.0780530 Jul 28 09:30:16.414055 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 54088) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:30:16.418827 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.v2.base [None req-abf680fa-7198-4fa0-8055-a15d76a67e43 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Request body: {'floatingip': {'port_id': '9cebf7da-ff2a-47b7-8013-16bf419f7ead'}} {{(pid=93068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:30:16.424883 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-49b88fd3-78ff-4b5b-acde-f7ea0efb6461 req-43744ff9-ba85-4903-bd53-e99df6a78e17 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/security-groups?id=f097d9a5-895a-44a3-ba79-3431c037bfa4&id=273126ff-0cda-46ea-b1e2-a3a68e803c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0483267 Jul 28 09:30:16.457368 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-abf680fa-7198-4fa0-8055-a15d76a67e43 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks [] for floatingip, before_update {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:16.707831 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36926e-0fec-4eb5-97e8-3a6d270e3210 req-23b19032-0719-44f7-b31c-e010832c3e01 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:16.709721 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-9e36926e-0fec-4eb5-97e8-3a6d270e3210 req-23b19032-0719-44f7-b31c-e010832c3e01 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/ports?device_id=032593b8-197f-4f27-a1af-b2388f64a7d3 HTTP/1.1" status: 200 len: 943 time: 0.0621238 Jul 28 09:30:16.752976 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-9e36926e-0fec-4eb5-97e8-3a6d270e3210 req-07bee6db-6f64-4ac7-8acb-3a19f6fce31c tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/security-groups?id=108c0e08-277a-42bf-a1e5-3d5e80f657b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343330 Jul 28 09:30:16.892705 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-abf680fa-7198-4fa0-8055-a15d76a67e43 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:16.896164 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-abf680fa-7198-4fa0-8055-a15d76a67e43 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8268857'] for floatingip, after_update {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:16.991213 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.db.l3_db [None req-abf680fa-7198-4fa0-8055-a15d76a67e43 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Floating IP ce017308-327b-447a-9b6a-ea5c84628d3b associated. External IP: 172.27.3.110, port: 9cebf7da-ff2a-47b7-8013-16bf419f7ead. Jul 28 09:30:17.191426 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abf680fa-7198-4fa0-8055-a15d76a67e43 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Router 902bc943-bfc6-41a6-980c-5fe1a041f335 has already been hosted by L3 agent 4c8802ae-c91a-4e26-b3c6-37f497a3b5b2 {{(pid=93068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 09:30:17.301466 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf680fa-7198-4fa0-8055-a15d76a67e43 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify agent at l3_agent.dv-cinder-802669-1-iscsi the message routers_updated {{(pid=93068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:30:17.306327 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-abf680fa-7198-4fa0-8055-a15d76a67e43 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905'] for floatingip, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:17.310951 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4307f62a-e8b3-44fe-b137-d7f2857f9664 None None] Sync routers for ids ['902bc943-bfc6-41a6-980c-5fe1a041f335'] in dv-cinder-802669-1-iscsi {{(pid=93069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:30:17.320303 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4307f62a-e8b3-44fe-b137-d7f2857f9664 None None] Routers {'902bc943-bfc6-41a6-980c-5fe1a041f335'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:30:17.321115 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-4307f62a-e8b3-44fe-b137-d7f2857f9664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:30:01Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['902bc943-bfc6-41a6-980c-5fe1a041f335'], 'active': True} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:30:17.335131 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-abf680fa-7198-4fa0-8055-a15d76a67e43 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "PUT /v2.0/floatingips/ce017308-327b-447a-9b6a-ea5c84628d3b HTTP/1.1" status: 200 len: 992 time: 0.9174345 Jul 28 09:30:17.335131 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8fc17a0-50df-4194-8803-370abbf93106', 'tag': '9cebf7da-ff2a-47b7-8013-16bf419f7ead'}] {{(pid=93068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:30:17.335463 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}139b294935eba5b67723c4cb949653233a30e5923a0155ee6b45606758e66ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4573ea6e-e5a8-4bb1-bf16-156b584a9e95" -d '{"events": [{"name": "network-changed", "server_uuid": "f8fc17a0-50df-4194-8803-370abbf93106", "tag": "9cebf7da-ff2a-47b7-8013-16bf419f7ead"}]}' {{(pid=93068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:30:17.449262 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 09:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9afeb9fc-07e9-4573-88a8-3b0cf4718b09 x-openstack-request-id: req-9afeb9fc-07e9-4573-88a8-3b0cf4718b09 {{(pid=93068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:30:17.449787 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8fc17a0-50df-4194-8803-370abbf93106", "tag": "9cebf7da-ff2a-47b7-8013-16bf419f7ead", "status": "completed", "code": 200}]} {{(pid=93068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:30:17.449885 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9afeb9fc-07e9-4573-88a8-3b0cf4718b09 {{(pid=93068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:30:17.450544 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8fc17a0-50df-4194-8803-370abbf93106', 'tag': '9cebf7da-ff2a-47b7-8013-16bf419f7ead', 'status': 'completed', 'code': 200} Jul 28 09:30:17.460491 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvr_db [None req-4307f62a-e8b3-44fe-b137-d7f2857f9664 None None] Set router 902bc943-bfc6-41a6-980c-5fe1a041f335 gateway port host: dv-cinder-802669-1-iscsi {{(pid=93069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:30:17.525328 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573ea6e-e5a8-4bb1-bf16-156b584a9e95 req-af346e5b-d496-46a7-8eae-57123c76c73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:17.527067 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-4573ea6e-e5a8-4bb1-bf16-156b584a9e95 req-af346e5b-d496-46a7-8eae-57123c76c73f service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=9a1f63fb540e42f18f0ec634cc138c04&device_id=f8fc17a0-50df-4194-8803-370abbf93106 HTTP/1.1" status: 200 len: 1099 time: 0.0536439 Jul 28 09:30:17.617229 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8312bb89-e34c-42e8-895d-2721169c3e07 req-c9377b80-47ed-4387-a279-0d162cd0888c tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:17.618741 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-8312bb89-e34c-42e8-895d-2721169c3e07 req-c9377b80-47ed-4387-a279-0d162cd0888c tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a3ccc9f-c540-41f9-881a-edfbbeee60e2 HTTP/1.1" status: 200 len: 984 time: 0.1079457 Jul 28 09:30:17.675244 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573ea6e-e5a8-4bb1-bf16-156b584a9e95 req-b8817e45-7b8e-4e36-878b-5080ef846c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:17.676764 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-4573ea6e-e5a8-4bb1-bf16-156b584a9e95 req-b8817e45-7b8e-4e36-878b-5080ef846c95 service neutron] 10.222.0.32 "GET /v2.0/networks?id=39e9cde6-0d01-4242-a6ed-06857cf13960 HTTP/1.1" status: 200 len: 912 time: 0.1333950 Jul 28 09:30:17.680992 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-8312bb89-e34c-42e8-895d-2721169c3e07 req-7f87cf19-7161-4694-be66-33f7a02fa766 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/security-groups?id=f097d9a5-895a-44a3-ba79-3431c037bfa4&id=273126ff-0cda-46ea-b1e2-a3a68e803c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546505 Jul 28 09:30:17.717121 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-4307f62a-e8b3-44fe-b137-d7f2857f9664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902bc943-bfc6-41a6-980c-5fe1a041f335', 'name': 'tempest-AttachVolumeTestJSON-1574088378-router', 'tenant_id': '9a1f63fb540e42f18f0ec634cc138c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '71727ab9-08d1-4c73-b9b9-bb1dd4d024f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:24:29Z', 'updated_at': '2021-07-28T09:24:41Z', 'revision_number': 4, 'project_id': '9a1f63fb540e42f18f0ec634cc138c04', 'gw_port': {'id': '71727ab9-08d1-4c73-b9b9-bb1dd4d024f8', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902bc943-bfc6-41a6-980c-5fe1a041f335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:24:30Z', 'updated_at': '2021-07-28T09:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_floatingips': [{'id': 'ce017308-327b-447a-9b6a-ea5c84628d3b', 'tenant_id': '9a1f63fb540e42f18f0ec634cc138c04', 'floating_ip_address': '172.27.3.110', 'floating_network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'router_id': '902bc943-bfc6-41a6-980c-5fe1a041f335', 'port_id': '9cebf7da-ff2a-47b7-8013-16bf419f7ead', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39e9cde6-0d01-4242-a6ed-06857cf13960', 'mac_address': 'fa:16:3e:76:c9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8fc17a0-50df-4194-8803-370abbf93106', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T09:30:01Z', 'updated_at': '2021-07-28T09:30:16Z', 'revision_number': 1, 'project_id': '9a1f63fb540e42f18f0ec634cc138c04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '505445e9-12e7-44e4-b4f7-29d7b239001a', 'name': '', 'network_id': '39e9cde6-0d01-4242-a6ed-06857cf13960', 'tenant_id': '9a1f63fb540e42f18f0ec634cc138c04', 'mac_address': 'fa:16:3e:39:ad:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902bc943-bfc6-41a6-980c-5fe1a041f335', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '20e57957-5bf7-45eb-ad51-199187182dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:24:37Z', 'updated_at': '2021-07-28T09:24:51Z', 'revision_number': 5, 'project_id': '9a1f63fb540e42f18f0ec634cc138c04', 'subnets': [{'id': '20e57957-5bf7-45eb-ad51-199187182dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:30:17.744372 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4307f62a-e8b3-44fe-b137-d7f2857f9664 None None] Checking router: 902bc943-bfc6-41a6-980c-5fe1a041f335 for host: dv-cinder-802669-1-iscsi {{(pid=93069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:30:17.752878 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4307f62a-e8b3-44fe-b137-d7f2857f9664 None None] Routers {'902bc943-bfc6-41a6-980c-5fe1a041f335'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:30:17.753483 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-4307f62a-e8b3-44fe-b137-d7f2857f9664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:30:01Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['902bc943-bfc6-41a6-980c-5fe1a041f335'], 'active': True} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:30:17.754128 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-4573ea6e-e5a8-4bb1-bf16-156b584a9e95 req-121781fe-9bc4-4915-92f0-218fc74474ff service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9cebf7da-ff2a-47b7-8013-16bf419f7ead HTTP/1.1" status: 200 len: 1000 time: 0.0671065 Jul 28 09:30:17.859040 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvr_db [None req-4307f62a-e8b3-44fe-b137-d7f2857f9664 None None] Set router 902bc943-bfc6-41a6-980c-5fe1a041f335 gateway port host: dv-cinder-802669-1-iscsi {{(pid=93069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:30:17.871504 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdda13a4-5421-4932-8bcc-58657fe530df req-74e244f8-702b-473f-b9d4-dbba3b1e0d89 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:17.873883 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-fdda13a4-5421-4932-8bcc-58657fe530df req-74e244f8-702b-473f-b9d4-dbba3b1e0d89 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/ports?device_id=032593b8-197f-4f27-a1af-b2388f64a7d3 HTTP/1.1" status: 200 len: 943 time: 0.0501533 Jul 28 09:30:17.912801 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-fdda13a4-5421-4932-8bcc-58657fe530df req-65d1ca47-7e3b-4409-80a0-9ba70df1f7f6 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/security-groups?id=108c0e08-277a-42bf-a1e5-3d5e80f657b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331838 Jul 28 09:30:18.082640 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-4307f62a-e8b3-44fe-b137-d7f2857f9664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902bc943-bfc6-41a6-980c-5fe1a041f335', 'name': 'tempest-AttachVolumeTestJSON-1574088378-router', 'tenant_id': '9a1f63fb540e42f18f0ec634cc138c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '71727ab9-08d1-4c73-b9b9-bb1dd4d024f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:24:29Z', 'updated_at': '2021-07-28T09:24:41Z', 'revision_number': 4, 'project_id': '9a1f63fb540e42f18f0ec634cc138c04', 'gw_port': {'id': '71727ab9-08d1-4c73-b9b9-bb1dd4d024f8', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902bc943-bfc6-41a6-980c-5fe1a041f335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:24:30Z', 'updated_at': '2021-07-28T09:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_floatingips': [{'id': 'ce017308-327b-447a-9b6a-ea5c84628d3b', 'tenant_id': '9a1f63fb540e42f18f0ec634cc138c04', 'floating_ip_address': '172.27.3.110', 'floating_network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'router_id': '902bc943-bfc6-41a6-980c-5fe1a041f335', 'port_id': '9cebf7da-ff2a-47b7-8013-16bf419f7ead', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39e9cde6-0d01-4242-a6ed-06857cf13960', 'mac_address': 'fa:16:3e:76:c9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8fc17a0-50df-4194-8803-370abbf93106', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T09:30:01Z', 'updated_at': '2021-07-28T09:30:16Z', 'revision_number': 1, 'project_id': '9a1f63fb540e42f18f0ec634cc138c04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '505445e9-12e7-44e4-b4f7-29d7b239001a', 'name': '', 'network_id': '39e9cde6-0d01-4242-a6ed-06857cf13960', 'tenant_id': '9a1f63fb540e42f18f0ec634cc138c04', 'mac_address': 'fa:16:3e:39:ad:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902bc943-bfc6-41a6-980c-5fe1a041f335', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '20e57957-5bf7-45eb-ad51-199187182dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:24:37Z', 'updated_at': '2021-07-28T09:24:51Z', 'revision_number': 5, 'project_id': '9a1f63fb540e42f18f0ec634cc138c04', 'subnets': [{'id': '20e57957-5bf7-45eb-ad51-199187182dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:30:18.107524 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4307f62a-e8b3-44fe-b137-d7f2857f9664 None None] The sync data for ids ['902bc943-bfc6-41a6-980c-5fe1a041f335'] in dv-cinder-802669-1-iscsi is: [{'id': '902bc943-bfc6-41a6-980c-5fe1a041f335', 'name': 'tempest-AttachVolumeTestJSON-1574088378-router', 'tenant_id': '9a1f63fb540e42f18f0ec634cc138c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '71727ab9-08d1-4c73-b9b9-bb1dd4d024f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:24:29Z', 'updated_at': '2021-07-28T09:24:41Z', 'revision_number': 4, 'project_id': '9a1f63fb540e42f18f0ec634cc138c04', 'gw_port': {'id': '71727ab9-08d1-4c73-b9b9-bb1dd4d024f8', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902bc943-bfc6-41a6-980c-5fe1a041f335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:24:30Z', 'updated_at': '2021-07-28T09:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_floatingips': [{'id': 'ce017308-327b-447a-9b6a-ea5c84628d3b', 'tenant_id': '9a1f63fb540e42f18f0ec634cc138c04', 'floating_ip_address': '172.27.3.110', 'floating_network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'router_id': '902bc943-bfc6-41a6-980c-5fe1a041f335', 'port_id': '9cebf7da-ff2a-47b7-8013-16bf419f7ead', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39e9cde6-0d01-4242-a6ed-06857cf13960', 'mac_address': 'fa:16:3e:76:c9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8fc17a0-50df-4194-8803-370abbf93106', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T09:30:01Z', 'updated_at': '2021-07-28T09:30:16Z', 'revision_number': 1, 'project_id': '9a1f63fb540e42f18f0ec634cc138c04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '505445e9-12e7-44e4-b4f7-29d7b239001a', 'name': '', 'network_id': '39e9cde6-0d01-4242-a6ed-06857cf13960', 'tenant_id': '9a1f63fb540e42f18f0ec634cc138c04', 'mac_address': 'fa:16:3e:39:ad:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902bc943-bfc6-41a6-980c-5fe1a041f335', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '20e57957-5bf7-45eb-ad51-199187182dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:24:37Z', 'updated_at': '2021-07-28T09:24:51Z', 'revision_number': 5, 'project_id': '9a1f63fb540e42f18f0ec634cc138c04', 'subnets': [{'id': '20e57957-5bf7-45eb-ad51-199187182dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:30:18.287819 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3efd03bf-d4d1-4e98-bd48-3bb7a462d714 None None] New status for floating IP ce017308-327b-447a-9b6a-ea5c84628d3b: ACTIVE {{(pid=93070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 09:30:20.496548 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device 6f7ebd84-ae8e-4b9f-95d6-e4a3e913639b no longer exists at agent hyperv_hv-cinder-80266 {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:30:20.518009 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] No Port match for: 6f7ebd84-ae8e-4b9f-95d6-e4a3e913639b {{(pid=93069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 09:30:20.519129 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device 6f7ebd84-ae8e-4b9f-95d6-e4a3e913639b not bound to the agent host hv-cinder-80266 {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:30:20.542498 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573ea6e-e5a8-4bb1-bf16-156b584a9e95 req-0d73a237-8d49-4af5-bc82-6164458b59ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:20.545315 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-4573ea6e-e5a8-4bb1-bf16-156b584a9e95 req-0d73a237-8d49-4af5-bc82-6164458b59ac service neutron] 10.222.0.32 "GET /v2.0/subnets?id=20e57957-5bf7-45eb-ad51-199187182dea HTTP/1.1" status: 200 len: 850 time: 0.0512776 Jul 28 09:30:20.648957 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4573ea6e-e5a8-4bb1-bf16-156b584a9e95 req-9b31a457-e03b-4f79-adf5-31df6f8e5169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:20.650453 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-4573ea6e-e5a8-4bb1-bf16-156b584a9e95 req-9b31a457-e03b-4f79-adf5-31df6f8e5169 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=39e9cde6-0d01-4242-a6ed-06857cf13960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0970886 Jul 28 09:30:20.662134 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd72691-e883-49f7-abd3-4644db58c692 req-fc976564-c6b2-46d4-bed4-846124651a6f tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:20.663534 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-bcd72691-e883-49f7-abd3-4644db58c692 req-fc976564-c6b2-46d4-bed4-846124651a6f tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a3ccc9f-c540-41f9-881a-edfbbeee60e2 HTTP/1.1" status: 200 len: 984 time: 0.0997765 Jul 28 09:30:20.685546 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.agents_db [None req-63843732-4a37-4b37-bfab-6dab7fdb1052 None None] Agent healthcheck: found 6 active agents {{(pid=93070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:30:20.696014 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8764feac-a0bd-4206-add4-d15f74a1a16a req-b202678b-21a0-428c-a6c2-7c1aa22b1091 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:20.697428 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-8764feac-a0bd-4206-add4-d15f74a1a16a req-b202678b-21a0-428c-a6c2-7c1aa22b1091 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/ports?device_id=032593b8-197f-4f27-a1af-b2388f64a7d3 HTTP/1.1" status: 200 len: 943 time: 0.1113479 Jul 28 09:30:20.798835 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-bcd72691-e883-49f7-abd3-4644db58c692 req-dfb5bc64-a6d3-4a87-8a1e-073db3d87408 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/security-groups?id=f097d9a5-895a-44a3-ba79-3431c037bfa4&id=273126ff-0cda-46ea-b1e2-a3a68e803c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1228848 Jul 28 09:30:20.806261 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-8764feac-a0bd-4206-add4-d15f74a1a16a req-885c5ca8-53a3-4a24-a488-e4c7fd541562 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/security-groups?id=108c0e08-277a-42bf-a1e5-3d5e80f657b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784078 Jul 28 09:30:20.816708 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-4573ea6e-e5a8-4bb1-bf16-156b584a9e95 req-e7259fcb-bf32-428f-9fb8-7f0ffe7d9629 service neutron] 10.222.0.32 "GET /v2.0/networks/39e9cde6-0d01-4242-a6ed-06857cf13960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514299 Jul 28 09:30:20.910796 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-4573ea6e-e5a8-4bb1-bf16-156b584a9e95 req-13c2f6d4-92e6-4da6-be84-c83de3a608ce service neutron] 10.222.0.32 "GET /v2.0/networks/39e9cde6-0d01-4242-a6ed-06857cf13960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840712 Jul 28 09:30:21.458204 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8627965d-62cf-446a-b63e-997d907bfa6a req-ccb5d9cf-a436-437b-bc88-e74b1a9b49fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:21.459662 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-8627965d-62cf-446a-b63e-997d907bfa6a req-ccb5d9cf-a436-437b-bc88-e74b1a9b49fd service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=032593b8-197f-4f27-a1af-b2388f64a7d3 HTTP/1.1" status: 200 len: 1096 time: 0.0391359 Jul 28 09:30:21.492931 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-8627965d-62cf-446a-b63e-997d907bfa6a req-a0d29831-cdf7-4c50-b3e6-ff768a78b382 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=108c0e08-277a-42bf-a1e5-3d5e80f657b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265012 Jul 28 09:30:21.946940 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ab958-f33d-4c70-9cd4-aa1e9bb8c637 req-39c1f18f-b3aa-420d-a5f2-10d84e0b8a70 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:21.948454 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-434ab958-f33d-4c70-9cd4-aa1e9bb8c637 req-39c1f18f-b3aa-420d-a5f2-10d84e0b8a70 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/ports?device_id=032593b8-197f-4f27-a1af-b2388f64a7d3 HTTP/1.1" status: 200 len: 943 time: 0.0716255 Jul 28 09:30:21.957023 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e2789-ad33-45c6-bcba-963b0f2e1b7a req-91affd7b-9ad3-4a7f-9f27-32bdd3421cdd tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:21.958403 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-4c5e2789-ad33-45c6-bcba-963b0f2e1b7a req-91affd7b-9ad3-4a7f-9f27-32bdd3421cdd tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a3ccc9f-c540-41f9-881a-edfbbeee60e2 HTTP/1.1" status: 200 len: 984 time: 0.0912645 Jul 28 09:30:22.012121 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-434ab958-f33d-4c70-9cd4-aa1e9bb8c637 req-a2bcb820-5138-431c-a2d2-8b5f289be2fb tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/security-groups?id=108c0e08-277a-42bf-a1e5-3d5e80f657b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527079 Jul 28 09:30:22.019098 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-4c5e2789-ad33-45c6-bcba-963b0f2e1b7a req-5bffc9c9-afde-4e68-ba2b-16954cb9484c tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/security-groups?id=f097d9a5-895a-44a3-ba79-3431c037bfa4&id=273126ff-0cda-46ea-b1e2-a3a68e803c1d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539627 Jul 28 09:30:23.127520 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049571a8-d053-43c4-861a-0551ea9915cd req-e153c467-4707-413b-85ec-7e2aa4ee93b9 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:23.129012 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-049571a8-d053-43c4-861a-0551ea9915cd req-e153c467-4707-413b-85ec-7e2aa4ee93b9 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/ports?device_id=032593b8-197f-4f27-a1af-b2388f64a7d3 HTTP/1.1" status: 200 len: 943 time: 0.0481009 Jul 28 09:30:23.165739 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-049571a8-d053-43c4-861a-0551ea9915cd req-6e042248-3310-4559-8dc0-549b9d6163b7 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/security-groups?id=108c0e08-277a-42bf-a1e5-3d5e80f657b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307138 Jul 28 09:30:24.930181 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device 018f498b-3f12-45f3-8d86-45656942df90 details requested by agent hyperv_hv-cinder-80266 with host hv-cinder-80266 {{(pid=93069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 09:30:24.953215 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:25.034404 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port 018f498b-3f12-45f3-8d86-45656942df90, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=018f498b-3f12-45f3-8d86-45656942df90,segment=NetworkSegment(64e20506-26f3-4d95-b013-8fb570658f22),segment_id=64e20506-26f3-4d95-b013-8fb570658f22)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:30:25.044878 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Returning: {'device': '018f498b-3f12-45f3-8d86-45656942df90', 'network_id': '1a784077-0c76-428e-b683-1275b4c6c8ec', 'port_id': '018f498b-3f12-45f3-8d86-45656942df90', 'mac_address': 'fa:16:3e:44:ba:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73e0b46b-2911-4215-97db-6e8470a5e7df', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 09:30:25.081287 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:25.093570 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.notifiers.nova [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 018f498b-3f12-45f3-8d86-45656942df90 {{(pid=93069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 09:30:25.112798 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port 018f498b-3f12-45f3-8d86-45656942df90, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=018f498b-3f12-45f3-8d86-45656942df90,segment=NetworkSegment(64e20506-26f3-4d95-b013-8fb570658f22),segment_id=64e20506-26f3-4d95-b013-8fb570658f22)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:30:25.116306 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:25.161982 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Pushing event updated for resources: {'Port': ['ID=018f498b-3f12-45f3-8d86-45656942df90,revision_number=7']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:30:26.196863 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] get_ports_and_sgs() called for port_ids ['018f498b-3f12-45f3-8d86-45656942df90'] {{(pid=93069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:30:27.292186 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c0711a-eeae-4fb9-b68b-cd077ca5335f req-bd04e164-78ee-4817-9383-a17643c63a7c tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:27.293668 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b4c0711a-eeae-4fb9-b68b-cd077ca5335f req-bd04e164-78ee-4817-9383-a17643c63a7c tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] 10.222.0.23 "GET /v2.0/networks?id=8a24e155-c32e-4f22-a846-e3c555ee716a HTTP/1.1" status: 200 len: 813 time: 0.1047449 Jul 28 09:30:27.308988 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b4c0711a-eeae-4fb9-b68b-cd077ca5335f req-fdc91431-8c5e-4241-a4d4-9bbabe2aedce tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] 10.222.0.23 "GET /v2.0/quotas/3fc892898a594e59889bda5edf6fe6fa HTTP/1.1" status: 200 len: 375 time: 0.0089855 Jul 28 09:30:27.340882 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b4c0711a-eeae-4fb9-b68b-cd077ca5335f req-e7a249bf-cdb5-4da5-b1e7-2adb784203ed tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=3fc892898a594e59889bda5edf6fe6fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251491 Jul 28 09:30:27.436419 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b4c0711a-eeae-4fb9-b68b-cd077ca5335f req-30352e2b-5e95-4dc0-9b5f-ae315b2a322f service neutron] 10.222.0.23 "GET /v2.0/networks/8a24e155-c32e-4f22-a846-e3c555ee716a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876200 Jul 28 09:30:27.524858 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b4c0711a-eeae-4fb9-b68b-cd077ca5335f req-b9ba88e4-b2e1-4484-a768-5bc2fa6ddfd1 service neutron] 10.222.0.23 "GET /v2.0/networks/8a24e155-c32e-4f22-a846-e3c555ee716a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823119 Jul 28 09:30:27.680112 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-cc873000-be13-4a52-9c52-0bc7b15c6d35 req-12cecfee-5b5d-4ee5-8f24-754cfb129abe tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c381b9f-420f-4e11-8704-c61ed1f3cf50 HTTP/1.1" status: 200 len: 210 time: 0.0261109 Jul 28 09:30:28.344931 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-690a5748-2858-4b18-9865-b00529da42ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:28.478961 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eb8adb-3f55-48c0-aa96-a3c86537107a req-ad3769c9-b997-4d31-88ec-22d80a342675 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:28.480522 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-84eb8adb-3f55-48c0-aa96-a3c86537107a req-ad3769c9-b997-4d31-88ec-22d80a342675 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a96654e-95dd-48bb-adf3-91e5eed7b520 HTTP/1.1" status: 200 len: 945 time: 0.0482676 Jul 28 09:30:28.524006 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-84eb8adb-3f55-48c0-aa96-a3c86537107a req-099414bd-277f-4a30-8551-62333d152e79 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=f472aec1-11e1-40fb-99a6-1f673d66ba57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370460 Jul 28 09:30:28.536617 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device 018f498b-3f12-45f3-8d86-45656942df90 up at agent hyperv_hv-cinder-80266 {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:30:28.589596 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Provisioning complete for port 018f498b-3f12-45f3-8d86-45656942df90 triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:30:28.589916 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:28.678333 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:28.705799 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c0711a-eeae-4fb9-b68b-cd077ca5335f req-036b4e69-1a3c-402a-9b92-5a158ee73768 tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:28.707713 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b4c0711a-eeae-4fb9-b68b-cd077ca5335f req-036b4e69-1a3c-402a-9b92-5a158ee73768 tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] 10.222.0.32 "GET /v2.0/networks?id=8a24e155-c32e-4f22-a846-e3c555ee716a HTTP/1.1" status: 200 len: 813 time: 0.1227648 Jul 28 09:30:28.712453 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '032593b8-197f-4f27-a1af-b2388f64a7d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '018f498b-3f12-45f3-8d86-45656942df90'}] {{(pid=93069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:30:28.714779 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386f2323eb9bad1244c7f57c000109fc890726fb555cdcb5e37d65c089562af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c537b448-74b0-4b6a-9961-d3b7c675e033" -d '{"events": [{"server_uuid": "032593b8-197f-4f27-a1af-b2388f64a7d3", "name": "network-vif-plugged", "status": "completed", "tag": "018f498b-3f12-45f3-8d86-45656942df90"}]}' {{(pid=93069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:30:28.733383 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [req-b4c0711a-eeae-4fb9-b68b-cd077ca5335f req-2d585862-908f-4532-9a8e-72836e7800ad tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] Request body: {'port': {'device_id': '9c381b9f-420f-4e11-8704-c61ed1f3cf50', 'network_id': '8a24e155-c32e-4f22-a846-e3c555ee716a', 'admin_state_up': True, 'tenant_id': '3fc892898a594e59889bda5edf6fe6fa'}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:30:28.762613 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port 018f498b-3f12-45f3-8d86-45656942df90, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=018f498b-3f12-45f3-8d86-45656942df90,segment=NetworkSegment(64e20506-26f3-4d95-b013-8fb570658f22),segment_id=64e20506-26f3-4d95-b013-8fb570658f22)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:30:28.769420 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:28.802990 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 09:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34fbc6aa-a6bd-48ad-990c-1cb3b234f5ba x-openstack-request-id: req-34fbc6aa-a6bd-48ad-990c-1cb3b234f5ba {{(pid=93069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:30:28.803337 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "032593b8-197f-4f27-a1af-b2388f64a7d3", "name": "network-vif-plugged", "status": "completed", "tag": "018f498b-3f12-45f3-8d86-45656942df90", "code": 200}]} {{(pid=93069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:30:28.803611 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-34fbc6aa-a6bd-48ad-990c-1cb3b234f5ba {{(pid=93069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:30:28.804001 dv-cinder-802669-1-iscsi neutron-server[93069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '032593b8-197f-4f27-a1af-b2388f64a7d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '018f498b-3f12-45f3-8d86-45656942df90', 'code': 200} Jul 28 09:30:28.811261 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-6f94f133-7791-438a-b4a8-2588fd3e8da0 req-92973772-f904-412b-bee1-377be043ce89 tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c381b9f-420f-4e11-8704-c61ed1f3cf50 HTTP/1.1" status: 200 len: 210 time: 0.0299489 Jul 28 09:30:28.834940 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Pushing event updated for resources: {'Port': ['ID=018f498b-3f12-45f3-8d86-45656942df90,revision_number=8']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:30:28.878543 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4c0711a-eeae-4fb9-b68b-cd077ca5335f req-2d585862-908f-4532-9a8e-72836e7800ad tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] Made reservation on behalf of 3fc892898a594e59889bda5edf6fe6fa for: {'port': 1} {{(pid=93067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:30:28.882105 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-b4c0711a-eeae-4fb9-b68b-cd077ca5335f req-2d585862-908f-4532-9a8e-72836e7800ad tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:29.008171 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.db_base_plugin_common [req-b4c0711a-eeae-4fb9-b68b-cd077ca5335f req-2d585862-908f-4532-9a8e-72836e7800ad tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] Allocated IP 172.20.0.12 (8a24e155-c32e-4f22-a846-e3c555ee716a/21d72c97-2201-44f6-85fe-eb6594c66327/c3ee7473-18c6-41d0-9618-9cd0d0754b26) {{(pid=93067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:30:29.149909 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-b4c0711a-eeae-4fb9-b68b-cd077ca5335f req-2d585862-908f-4532-9a8e-72836e7800ad tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] Notify callbacks [] for port, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:29.189858 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-b4c0711a-eeae-4fb9-b68b-cd077ca5335f req-2d585862-908f-4532-9a8e-72836e7800ad tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732595289878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33549966'] for port, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:29.241841 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4c0711a-eeae-4fb9-b68b-cd077ca5335f req-2d585862-908f-4532-9a8e-72836e7800ad tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] Network 8a24e155-c32e-4f22-a846-e3c555ee716a is already hosted by enough agents. {{(pid=93067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:30:29.245172 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.base_scheduler [req-b4c0711a-eeae-4fb9-b68b-cd077ca5335f req-2d585862-908f-4532-9a8e-72836e7800ad tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] Resources bound (agent type, host, resource id): {{(pid=93067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:30:29.248256 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4c0711a-eeae-4fb9-b68b-cd077ca5335f req-2d585862-908f-4532-9a8e-72836e7800ad tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] Received port after_create {{(pid=93067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 09:30:29.275512 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d585862-908f-4532-9a8e-72836e7800ad tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] Pushing event updated for resources: {'Port': ['ID=c3ee7473-18c6-41d0-9618-9cd0d0754b26,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:30:29.304061 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c0711a-eeae-4fb9-b68b-cd077ca5335f req-2d585862-908f-4532-9a8e-72836e7800ad tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:29.304664 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-b4c0711a-eeae-4fb9-b68b-cd077ca5335f req-2d585862-908f-4532-9a8e-72836e7800ad tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905'] for port, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:29.317948 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b4c0711a-eeae-4fb9-b68b-cd077ca5335f req-2d585862-908f-4532-9a8e-72836e7800ad tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5896003 Jul 28 09:30:29.331502 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [req-b4c0711a-eeae-4fb9-b68b-cd077ca5335f req-40ecb231-2cdd-462a-ab75-350ed5c25057 service neutron] Request body: {'port': {'device_id': '9c381b9f-420f-4e11-8704-c61ed1f3cf50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80266'}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:30:29.381908 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-b4c0711a-eeae-4fb9-b68b-cd077ca5335f req-40ecb231-2cdd-462a-ab75-350ed5c25057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:29.690199 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0b471-3349-4b78-9447-8f4ed6bcc309 req-e56b6827-9ac0-42b8-b1c6-880f40a3fe03 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:29.691740 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-4be0b471-3349-4b78-9447-8f4ed6bcc309 req-e56b6827-9ac0-42b8-b1c6-880f40a3fe03 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a96654e-95dd-48bb-adf3-91e5eed7b520 HTTP/1.1" status: 200 len: 945 time: 0.0842824 Jul 28 09:30:29.709006 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.notifiers.nova [req-b4c0711a-eeae-4fb9-b68b-cd077ca5335f req-40ecb231-2cdd-462a-ab75-350ed5c25057 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3ee7473-18c6-41d0-9618-9cd0d0754b26 {{(pid=93067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 09:30:29.722168 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-b4c0711a-eeae-4fb9-b68b-cd077ca5335f req-40ecb231-2cdd-462a-ab75-350ed5c25057 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:29.746379 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.provisioning_blocks [req-b4c0711a-eeae-4fb9-b68b-cd077ca5335f req-40ecb231-2cdd-462a-ab75-350ed5c25057 service neutron] Transition to ACTIVE for port object c3ee7473-18c6-41d0-9618-9cd0d0754b26 will not be triggered until provisioned by entity L2. {{(pid=93067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:30:29.750158 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-b4c0711a-eeae-4fb9-b68b-cd077ca5335f req-40ecb231-2cdd-462a-ab75-350ed5c25057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33549957'] for port, after_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:29.755840 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-4be0b471-3349-4b78-9447-8f4ed6bcc309 req-c41b10bd-fce7-405d-8970-d1b8885964d7 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=f472aec1-11e1-40fb-99a6-1f673d66ba57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579336 Jul 28 09:30:29.808640 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ecb231-2cdd-462a-ab75-350ed5c25057 service neutron] Pushing event updated for resources: {'Port': ['ID=c3ee7473-18c6-41d0-9618-9cd0d0754b26,revision_number=2']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:30:29.883061 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.managers [req-b4c0711a-eeae-4fb9-b68b-cd077ca5335f req-40ecb231-2cdd-462a-ab75-350ed5c25057 service neutron] Attempting to bind port c3ee7473-18c6-41d0-9618-9cd0d0754b26 on host hv-cinder-80266 for vnic_type normal with profile {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 09:30:29.883395 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.managers [req-b4c0711a-eeae-4fb9-b68b-cd077ca5335f req-40ecb231-2cdd-462a-ab75-350ed5c25057 service neutron] Attempting to bind port c3ee7473-18c6-41d0-9618-9cd0d0754b26 by drivers openvswitch,hyperv on host hv-cinder-80266 at level 0 using segments [{'id': '6933e309-1042-4134-adb1-56d0c93f7ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8a24e155-c32e-4f22-a846-e3c555ee716a'}] {{(pid=93067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 09:30:29.883757 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c0711a-eeae-4fb9-b68b-cd077ca5335f req-40ecb231-2cdd-462a-ab75-350ed5c25057 service neutron] Attempting to bind port c3ee7473-18c6-41d0-9618-9cd0d0754b26 on network 8a24e155-c32e-4f22-a846-e3c555ee716a {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 09:30:29.889684 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c0711a-eeae-4fb9-b68b-cd077ca5335f req-40ecb231-2cdd-462a-ab75-350ed5c25057 service neutron] Port c3ee7473-18c6-41d0-9618-9cd0d0754b26 on network 8a24e155-c32e-4f22-a846-e3c555ee716a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80266 {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 09:30:29.890011 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c0711a-eeae-4fb9-b68b-cd077ca5335f req-40ecb231-2cdd-462a-ab75-350ed5c25057 service neutron] Attempting to bind port c3ee7473-18c6-41d0-9618-9cd0d0754b26 on network 8a24e155-c32e-4f22-a846-e3c555ee716a {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 09:30:29.905107 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c0711a-eeae-4fb9-b68b-cd077ca5335f req-40ecb231-2cdd-462a-ab75-350ed5c25057 service neutron] Checking agent: {'id': '2e21c55d-f4ce-498b-abcc-e7d8675cd352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80266', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 9, 22, 54), 'started_at': datetime.datetime(2021, 7, 28, 9, 22, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 9, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 09:30:29.905467 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c0711a-eeae-4fb9-b68b-cd077ca5335f req-40ecb231-2cdd-462a-ab75-350ed5c25057 service neutron] Checking segment: {'id': '6933e309-1042-4134-adb1-56d0c93f7ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8a24e155-c32e-4f22-a846-e3c555ee716a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 09:30:29.905833 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4c0711a-eeae-4fb9-b68b-cd077ca5335f req-40ecb231-2cdd-462a-ab75-350ed5c25057 service neutron] Bound using segment: {'id': '6933e309-1042-4134-adb1-56d0c93f7ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8a24e155-c32e-4f22-a846-e3c555ee716a'} {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 09:30:29.906279 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.managers [req-b4c0711a-eeae-4fb9-b68b-cd077ca5335f req-40ecb231-2cdd-462a-ab75-350ed5c25057 service neutron] Bound port: c3ee7473-18c6-41d0-9618-9cd0d0754b26, host: hv-cinder-80266, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6933e309-1042-4134-adb1-56d0c93f7ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '8a24e155-c32e-4f22-a846-e3c555ee716a'}}] {{(pid=93067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 09:30:29.906632 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-b4c0711a-eeae-4fb9-b68b-cd077ca5335f req-40ecb231-2cdd-462a-ab75-350ed5c25057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:29.983966 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ae244c-26f9-497c-bfee-ff9187c5494c req-d2d27462-57bd-44c5-a105-323e095523d0 tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:29.985477 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a3ae244c-26f9-497c-bfee-ff9187c5494c req-d2d27462-57bd-44c5-a105-323e095523d0 tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c381b9f-420f-4e11-8704-c61ed1f3cf50 HTTP/1.1" status: 200 len: 944 time: 0.0933211 Jul 28 09:30:30.279944 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.db [req-b4c0711a-eeae-4fb9-b68b-cd077ca5335f req-40ecb231-2cdd-462a-ab75-350ed5c25057 service neutron] For port c3ee7473-18c6-41d0-9618-9cd0d0754b26, host hv-cinder-80266, cleared binding levels {{(pid=93067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:30:30.300054 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.db [req-b4c0711a-eeae-4fb9-b68b-cd077ca5335f req-40ecb231-2cdd-462a-ab75-350ed5c25057 service neutron] For port c3ee7473-18c6-41d0-9618-9cd0d0754b26, host hv-cinder-80266, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=c3ee7473-18c6-41d0-9618-9cd0d0754b26,segment=NetworkSegment(6933e309-1042-4134-adb1-56d0c93f7ad9),segment_id=6933e309-1042-4134-adb1-56d0c93f7ad9)] {{(pid=93067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:30:30.313872 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a3ae244c-26f9-497c-bfee-ff9187c5494c req-c7a9e0c8-769f-451f-9cbc-d49ceb0fe4b6 tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a9d54ce-820c-488f-abbc-dc98a901d4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3209767 Jul 28 09:30:30.315378 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-b4c0711a-eeae-4fb9-b68b-cd077ca5335f req-40ecb231-2cdd-462a-ab75-350ed5c25057 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33549957'] for port, after_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:30.351287 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c0711a-eeae-4fb9-b68b-cd077ca5335f req-40ecb231-2cdd-462a-ab75-350ed5c25057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:30.351923 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-b4c0711a-eeae-4fb9-b68b-cd077ca5335f req-40ecb231-2cdd-462a-ab75-350ed5c25057 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905'] for port, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:30.353293 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b4c0711a-eeae-4fb9-b68b-cd077ca5335f req-40ecb231-2cdd-462a-ab75-350ed5c25057 service neutron] 10.222.0.32 "PUT /v2.0/ports/c3ee7473-18c6-41d0-9618-9cd0d0754b26 HTTP/1.1" status: 200 len: 1094 time: 1.0257607 Jul 28 09:30:30.353717 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c381b9f-420f-4e11-8704-c61ed1f3cf50', 'tag': 'c3ee7473-18c6-41d0-9618-9cd0d0754b26'}] {{(pid=93067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:30:30.355950 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}119bb006a51e6799d77012a49065aa76076224f53078518f9bbc3af1ae40a877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92cf258e-a0f6-4a4f-a6ef-a8d88f33bbee" -d '{"events": [{"name": "network-changed", "server_uuid": "9c381b9f-420f-4e11-8704-c61ed1f3cf50", "tag": "c3ee7473-18c6-41d0-9618-9cd0d0754b26"}]}' {{(pid=93067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:30:30.392309 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ecb231-2cdd-462a-ab75-350ed5c25057 service neutron] Pushing event updated for resources: {'Port': ['ID=c3ee7473-18c6-41d0-9618-9cd0d0754b26,revision_number=3']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:30:30.411407 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 09:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16738889-34e8-49b3-8bac-508f7b2c40a9 x-openstack-request-id: req-16738889-34e8-49b3-8bac-508f7b2c40a9 {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:30:30.411731 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c381b9f-420f-4e11-8704-c61ed1f3cf50", "tag": "c3ee7473-18c6-41d0-9618-9cd0d0754b26", "status": "completed", "code": 200}]} {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:30:30.411981 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-16738889-34e8-49b3-8bac-508f7b2c40a9 {{(pid=93067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:30:30.412365 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c381b9f-420f-4e11-8704-c61ed1f3cf50', 'tag': 'c3ee7473-18c6-41d0-9618-9cd0d0754b26', 'status': 'completed', 'code': 200} Jul 28 09:30:30.444666 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c0711a-eeae-4fb9-b68b-cd077ca5335f req-a7713c8b-0d97-4948-913a-605feb8899bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:30.446192 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b4c0711a-eeae-4fb9-b68b-cd077ca5335f req-a7713c8b-0d97-4948-913a-605feb8899bd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3fc892898a594e59889bda5edf6fe6fa&device_id=9c381b9f-420f-4e11-8704-c61ed1f3cf50 HTTP/1.1" status: 200 len: 1097 time: 0.0440547 Jul 28 09:30:30.492236 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b4c0711a-eeae-4fb9-b68b-cd077ca5335f req-81dcf32f-ac0b-40ec-94a3-f0fd29ab195f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3ee7473-18c6-41d0-9618-9cd0d0754b26 HTTP/1.1" status: 200 len: 217 time: 0.0378275 Jul 28 09:30:30.542780 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c0711a-eeae-4fb9-b68b-cd077ca5335f req-4c19eca1-6ee7-4a9c-89a2-95be39584b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:30.544441 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b4c0711a-eeae-4fb9-b68b-cd077ca5335f req-4c19eca1-6ee7-4a9c-89a2-95be39584b6c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=21d72c97-2201-44f6-85fe-eb6594c66327 HTTP/1.1" status: 200 len: 853 time: 0.0452983 Jul 28 09:30:30.578683 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b4c0711a-eeae-4fb9-b68b-cd077ca5335f req-c4756205-6b0d-4baf-92f7-c59038e82384 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8a24e155-c32e-4f22-a846-e3c555ee716a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249696 Jul 28 09:30:30.673393 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b4c0711a-eeae-4fb9-b68b-cd077ca5335f req-2232e8a1-eda5-40ce-9b86-7d8b894a7def service neutron] 10.222.0.32 "GET /v2.0/networks/8a24e155-c32e-4f22-a846-e3c555ee716a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873678 Jul 28 09:30:30.721853 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-033b7d68-c2a3-4394-8e24-82715fed4949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:30.770256 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b4c0711a-eeae-4fb9-b68b-cd077ca5335f req-60bdbb9b-f9d5-4008-8915-868457b8c0ab service neutron] 10.222.0.32 "GET /v2.0/networks/8a24e155-c32e-4f22-a846-e3c555ee716a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875478 Jul 28 09:30:30.900356 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf258e-a0f6-4a4f-a6ef-a8d88f33bbee req-9dd7791a-ceee-43ad-994c-a3caa526bf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:30.902146 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-92cf258e-a0f6-4a4f-a6ef-a8d88f33bbee req-9dd7791a-ceee-43ad-994c-a3caa526bf05 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=3fc892898a594e59889bda5edf6fe6fa&device_id=9c381b9f-420f-4e11-8704-c61ed1f3cf50 HTTP/1.1" status: 200 len: 1097 time: 0.0762823 Jul 28 09:30:30.913011 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747d3d23-1311-4a6a-8da2-25f2b05ad269 req-822f32ed-cb37-4b71-a648-801d108a1b46 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:30.914443 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-747d3d23-1311-4a6a-8da2-25f2b05ad269 req-822f32ed-cb37-4b71-a648-801d108a1b46 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a96654e-95dd-48bb-adf3-91e5eed7b520 HTTP/1.1" status: 200 len: 945 time: 0.0799642 Jul 28 09:30:31.003658 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-747d3d23-1311-4a6a-8da2-25f2b05ad269 req-cc06bec0-871f-4531-b02c-5f277e113863 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=f472aec1-11e1-40fb-99a6-1f673d66ba57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806832 Jul 28 09:30:31.030644 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf258e-a0f6-4a4f-a6ef-a8d88f33bbee req-18021984-0e6b-472e-8215-f769f76a368f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:31.032188 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-92cf258e-a0f6-4a4f-a6ef-a8d88f33bbee req-18021984-0e6b-472e-8215-f769f76a368f service neutron] 10.222.0.32 "GET /v2.0/networks?id=8a24e155-c32e-4f22-a846-e3c555ee716a HTTP/1.1" status: 200 len: 914 time: 0.1169102 Jul 28 09:30:31.078032 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-92cf258e-a0f6-4a4f-a6ef-a8d88f33bbee req-6f0efd60-3705-48a2-9042-b7b08d9487c6 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3ee7473-18c6-41d0-9618-9cd0d0754b26 HTTP/1.1" status: 200 len: 217 time: 0.0385027 Jul 28 09:30:31.098504 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:31.131150 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf258e-a0f6-4a4f-a6ef-a8d88f33bbee req-56f46ac9-d23c-4f59-99bd-c9a13bd99a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:31.132690 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-92cf258e-a0f6-4a4f-a6ef-a8d88f33bbee req-56f46ac9-d23c-4f59-99bd-c9a13bd99a96 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=21d72c97-2201-44f6-85fe-eb6594c66327 HTTP/1.1" status: 200 len: 853 time: 0.0454023 Jul 28 09:30:31.164218 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-92cf258e-a0f6-4a4f-a6ef-a8d88f33bbee req-d497bcb8-3aa7-4f12-8154-368a861a293e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=8a24e155-c32e-4f22-a846-e3c555ee716a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244844 Jul 28 09:30:31.268549 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-92cf258e-a0f6-4a4f-a6ef-a8d88f33bbee req-310e7b82-7721-446f-bd06-85ef82e73ca1 service neutron] 10.222.0.32 "GET /v2.0/networks/8a24e155-c32e-4f22-a846-e3c555ee716a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900855 Jul 28 09:30:31.369581 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-92cf258e-a0f6-4a4f-a6ef-a8d88f33bbee req-7551b1e2-2a80-41f0-b776-d6b4d8c884a0 service neutron] 10.222.0.32 "GET /v2.0/networks/8a24e155-c32e-4f22-a846-e3c555ee716a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938106 Jul 28 09:30:31.435369 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac21c346-855d-4749-a5f2-3e125dd1127d req-d0b58058-8982-4f43-acdb-3ca4da7d86f3 tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:31.436921 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-ac21c346-855d-4749-a5f2-3e125dd1127d req-d0b58058-8982-4f43-acdb-3ca4da7d86f3 tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c381b9f-420f-4e11-8704-c61ed1f3cf50 HTTP/1.1" status: 200 len: 944 time: 0.0542119 Jul 28 09:30:31.475555 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-ac21c346-855d-4749-a5f2-3e125dd1127d req-7bb3d440-191a-4e39-b1c7-d8fda0270303 tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a9d54ce-820c-488f-abbc-dc98a901d4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326457 Jul 28 09:30:32.087095 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-29fc97ff-9392-4c7d-8b91-be3be07fca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:32.137391 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b57bf-3983-4400-bf5b-d2908ef56ab0 req-5faf1920-069f-416f-b891-3140cf6dc33d tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:32.139291 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-da2b57bf-3983-4400-bf5b-d2908ef56ab0 req-5faf1920-069f-416f-b891-3140cf6dc33d tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a96654e-95dd-48bb-adf3-91e5eed7b520 HTTP/1.1" status: 200 len: 945 time: 0.0548246 Jul 28 09:30:32.179423 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-da2b57bf-3983-4400-bf5b-d2908ef56ab0 req-b6ed9dc0-3470-45c1-ac3c-3169c4b72182 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=f472aec1-11e1-40fb-99a6-1f673d66ba57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340242 Jul 28 09:30:32.593726 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a68ec5-b775-4f92-8f31-855506268ca7 req-3d01be25-b74d-4064-a7b4-a885b250053b tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:32.595326 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-97a68ec5-b775-4f92-8f31-855506268ca7 req-3d01be25-b74d-4064-a7b4-a885b250053b tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c381b9f-420f-4e11-8704-c61ed1f3cf50 HTTP/1.1" status: 200 len: 944 time: 0.0528157 Jul 28 09:30:32.636744 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-97a68ec5-b775-4f92-8f31-855506268ca7 req-440cccf5-71b7-4ff2-9b8c-e31226b8edd5 tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a9d54ce-820c-488f-abbc-dc98a901d4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351434 Jul 28 09:30:33.312331 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4ef417-ccb1-4ec6-b584-d7c589144dec req-f9415416-be1a-4c3c-9d14-4c276adc2231 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:33.313901 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-6c4ef417-ccb1-4ec6-b584-d7c589144dec req-f9415416-be1a-4c3c-9d14-4c276adc2231 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a96654e-95dd-48bb-adf3-91e5eed7b520 HTTP/1.1" status: 200 len: 945 time: 0.0506785 Jul 28 09:30:33.356907 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-6c4ef417-ccb1-4ec6-b584-d7c589144dec req-0c85656f-83de-4d16-aa30-a874ed0cdd39 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=f472aec1-11e1-40fb-99a6-1f673d66ba57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340438 Jul 28 09:30:33.637715 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-2284cd4c-493c-4cd5-902b-cad83a6c7b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:33.761315 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a88f7ab-d39a-4248-a2ac-af71c26d3aaa req-9d02dda2-103d-4487-a325-4717a7ba264a tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:33.764526 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-0a88f7ab-d39a-4248-a2ac-af71c26d3aaa req-9d02dda2-103d-4487-a325-4717a7ba264a tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c381b9f-420f-4e11-8704-c61ed1f3cf50 HTTP/1.1" status: 200 len: 944 time: 0.0539508 Jul 28 09:30:33.803505 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-0a88f7ab-d39a-4248-a2ac-af71c26d3aaa req-d9adea2b-b926-4f68-87f1-a190d128c96c tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a9d54ce-820c-488f-abbc-dc98a901d4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341964 Jul 28 09:30:34.480495 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a288f3-0701-41f0-b6b8-aed8a77bdc42 req-c0f1279f-6e6b-410b-91e6-fc42fdad99e7 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:34.484055 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-52a288f3-0701-41f0-b6b8-aed8a77bdc42 req-c0f1279f-6e6b-410b-91e6-fc42fdad99e7 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a96654e-95dd-48bb-adf3-91e5eed7b520 HTTP/1.1" status: 200 len: 945 time: 0.0522964 Jul 28 09:30:34.523175 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-52a288f3-0701-41f0-b6b8-aed8a77bdc42 req-da34a622-a9cb-4a21-99e8-843dd9552cb2 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=f472aec1-11e1-40fb-99a6-1f673d66ba57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329208 Jul 28 09:30:34.565351 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device c3ee7473-18c6-41d0-9618-9cd0d0754b26 details requested by agent hyperv_hv-cinder-80266 with host hv-cinder-80266 {{(pid=93069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 09:30:34.666778 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port c3ee7473-18c6-41d0-9618-9cd0d0754b26, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=c3ee7473-18c6-41d0-9618-9cd0d0754b26,segment=NetworkSegment(6933e309-1042-4134-adb1-56d0c93f7ad9),segment_id=6933e309-1042-4134-adb1-56d0c93f7ad9)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:30:34.679275 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Returning: {'device': 'c3ee7473-18c6-41d0-9618-9cd0d0754b26', 'network_id': '8a24e155-c32e-4f22-a846-e3c555ee716a', 'port_id': 'c3ee7473-18c6-41d0-9618-9cd0d0754b26', 'mac_address': 'fa:16:3e:78:83:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21d72c97-2201-44f6-85fe-eb6594c66327', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 09:30:34.845439 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:34.859365 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.notifiers.nova [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3ee7473-18c6-41d0-9618-9cd0d0754b26 {{(pid=93069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 09:30:34.881389 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port c3ee7473-18c6-41d0-9618-9cd0d0754b26, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=c3ee7473-18c6-41d0-9618-9cd0d0754b26,segment=NetworkSegment(6933e309-1042-4134-adb1-56d0c93f7ad9),segment_id=6933e309-1042-4134-adb1-56d0c93f7ad9)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:30:34.886395 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:34.928570 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213fada9-191d-4a19-abb1-1173c68d994b req-713378e4-07df-4cc6-b081-c8cca67c1a69 tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:34.930092 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-213fada9-191d-4a19-abb1-1173c68d994b req-713378e4-07df-4cc6-b081-c8cca67c1a69 tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c381b9f-420f-4e11-8704-c61ed1f3cf50 HTTP/1.1" status: 200 len: 945 time: 0.0538533 Jul 28 09:30:34.936653 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Pushing event updated for resources: {'Port': ['ID=c3ee7473-18c6-41d0-9618-9cd0d0754b26,revision_number=4']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:30:34.973132 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-213fada9-191d-4a19-abb1-1173c68d994b req-cea8f9d3-e295-46ef-b265-6eb36a69af15 tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a9d54ce-820c-488f-abbc-dc98a901d4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365655 Jul 28 09:30:35.188640 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] get_ports_and_sgs() called for port_ids ['c3ee7473-18c6-41d0-9618-9cd0d0754b26'] {{(pid=93069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:30:35.654025 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5073c99c-85a4-4e9f-9a64-6c327b237307 req-57d4e696-e2bb-45d1-ac67-41ca2d77e682 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:35.655520 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-5073c99c-85a4-4e9f-9a64-6c327b237307 req-57d4e696-e2bb-45d1-ac67-41ca2d77e682 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a96654e-95dd-48bb-adf3-91e5eed7b520 HTTP/1.1" status: 200 len: 945 time: 0.0527179 Jul 28 09:30:35.694023 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-5073c99c-85a4-4e9f-9a64-6c327b237307 req-615326ae-56cc-4fa1-b06a-0870b1291b85 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=f472aec1-11e1-40fb-99a6-1f673d66ba57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323746 Jul 28 09:30:36.094671 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4bfab0-ae20-48cb-99df-17733c16267d req-0783a0e3-83a0-4243-abb5-1598005000b2 tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:36.096545 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-8b4bfab0-ae20-48cb-99df-17733c16267d req-0783a0e3-83a0-4243-abb5-1598005000b2 tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c381b9f-420f-4e11-8704-c61ed1f3cf50 HTTP/1.1" status: 200 len: 945 time: 0.0530174 Jul 28 09:30:36.138007 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-8b4bfab0-ae20-48cb-99df-17733c16267d req-e18b86c3-2adb-420a-adaa-4b8342af33fc tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a9d54ce-820c-488f-abbc-dc98a901d4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348237 Jul 28 09:30:36.583477 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device c3ee7473-18c6-41d0-9618-9cd0d0754b26 up at agent hyperv_hv-cinder-80266 {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:30:36.631890 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Provisioning for port c3ee7473-18c6-41d0-9618-9cd0d0754b26 completed by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:30:36.635358 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Provisioning complete for port c3ee7473-18c6-41d0-9618-9cd0d0754b26 triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:30:36.635756 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:36.714586 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:36.737351 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c381b9f-420f-4e11-8704-c61ed1f3cf50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3ee7473-18c6-41d0-9618-9cd0d0754b26'}] {{(pid=93069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:30:36.740108 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386f2323eb9bad1244c7f57c000109fc890726fb555cdcb5e37d65c089562af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6579178-cc8e-47c4-b912-d7d84a3dbfa4" -d '{"events": [{"server_uuid": "9c381b9f-420f-4e11-8704-c61ed1f3cf50", "name": "network-vif-plugged", "status": "completed", "tag": "c3ee7473-18c6-41d0-9618-9cd0d0754b26"}]}' {{(pid=93069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:30:36.757187 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port c3ee7473-18c6-41d0-9618-9cd0d0754b26, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=c3ee7473-18c6-41d0-9618-9cd0d0754b26,segment=NetworkSegment(6933e309-1042-4134-adb1-56d0c93f7ad9),segment_id=6933e309-1042-4134-adb1-56d0c93f7ad9)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:30:36.763928 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:36.801996 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 09:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b5c0329-c0af-4ec9-9562-3b3509246f42 x-openstack-request-id: req-1b5c0329-c0af-4ec9-9562-3b3509246f42 {{(pid=93069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:30:36.802286 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c381b9f-420f-4e11-8704-c61ed1f3cf50", "name": "network-vif-plugged", "status": "completed", "tag": "c3ee7473-18c6-41d0-9618-9cd0d0754b26", "code": 200}]} {{(pid=93069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:30:36.802542 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1b5c0329-c0af-4ec9-9562-3b3509246f42 {{(pid=93069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:30:36.802926 dv-cinder-802669-1-iscsi neutron-server[93069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c381b9f-420f-4e11-8704-c61ed1f3cf50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3ee7473-18c6-41d0-9618-9cd0d0754b26', 'code': 200} Jul 28 09:30:36.845111 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Pushing event updated for resources: {'Port': ['ID=c3ee7473-18c6-41d0-9618-9cd0d0754b26,revision_number=5']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:30:36.873384 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d44deb8-7fc3-478d-8ef9-fd512d5b711a req-95b086b3-363d-430e-afc5-70e67fae7968 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:36.874912 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-9d44deb8-7fc3-478d-8ef9-fd512d5b711a req-95b086b3-363d-430e-afc5-70e67fae7968 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a96654e-95dd-48bb-adf3-91e5eed7b520 HTTP/1.1" status: 200 len: 945 time: 0.0899303 Jul 28 09:30:36.920975 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-9d44deb8-7fc3-478d-8ef9-fd512d5b711a req-35ad7d6e-8d2e-46ec-b733-a149fd64bce1 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=f472aec1-11e1-40fb-99a6-1f673d66ba57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398932 Jul 28 09:30:36.979256 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536bf15a-1058-4871-88f8-7f6bc4494cbf req-8ddc014f-36ca-4ac7-8a16-3f6282e02f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:36.980782 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-536bf15a-1058-4871-88f8-7f6bc4494cbf req-8ddc014f-36ca-4ac7-8a16-3f6282e02f73 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9c381b9f-420f-4e11-8704-c61ed1f3cf50 HTTP/1.1" status: 200 len: 1099 time: 0.0421016 Jul 28 09:30:37.018468 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-536bf15a-1058-4871-88f8-7f6bc4494cbf req-794be275-957e-4439-9abd-8a44b04adfeb service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=2a9d54ce-820c-488f-abbc-dc98a901d4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277905 Jul 28 09:30:37.257782 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fff78e-de5c-41ff-84a2-2741d00f0176 req-e7c6f426-e72e-435a-88fc-6b289813b1cc tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:37.263612 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-51fff78e-de5c-41ff-84a2-2741d00f0176 req-e7c6f426-e72e-435a-88fc-6b289813b1cc tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c381b9f-420f-4e11-8704-c61ed1f3cf50 HTTP/1.1" status: 200 len: 946 time: 0.0525832 Jul 28 09:30:37.298316 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-51fff78e-de5c-41ff-84a2-2741d00f0176 req-31d80d9a-0798-4751-92b3-29d24d1529d7 tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a9d54ce-820c-488f-abbc-dc98a901d4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323265 Jul 28 09:30:38.042227 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1794250b-b981-46ed-9bd8-75d96a7ed82d req-45b879a2-fcdd-4a26-87e8-1d49b0d1bdbe tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:38.044338 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-1794250b-b981-46ed-9bd8-75d96a7ed82d req-45b879a2-fcdd-4a26-87e8-1d49b0d1bdbe tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a96654e-95dd-48bb-adf3-91e5eed7b520 HTTP/1.1" status: 200 len: 945 time: 0.0514305 Jul 28 09:30:38.085015 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-1794250b-b981-46ed-9bd8-75d96a7ed82d req-3221e421-9bcd-4f64-aefd-7830c2a229d4 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=f472aec1-11e1-40fb-99a6-1f673d66ba57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339346 Jul 28 09:30:38.422000 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbbb896-f2dc-4d39-b77c-883f5fff4919 req-255f112e-2888-452d-9587-4292dc31e2e5 tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:38.423734 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-fdbbb896-f2dc-4d39-b77c-883f5fff4919 req-255f112e-2888-452d-9587-4292dc31e2e5 tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c381b9f-420f-4e11-8704-c61ed1f3cf50 HTTP/1.1" status: 200 len: 946 time: 0.0579846 Jul 28 09:30:38.464393 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-fdbbb896-f2dc-4d39-b77c-883f5fff4919 req-5ad155fb-1236-4ad4-827f-e4b04025d65d tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a9d54ce-820c-488f-abbc-dc98a901d4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342340 Jul 28 09:30:39.206810 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10e0ec-fbf0-4361-9cd9-0b7de989f8ce req-73706ebc-7232-426d-91ca-79f2fc262a8f tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:39.208334 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-4e10e0ec-fbf0-4361-9cd9-0b7de989f8ce req-73706ebc-7232-426d-91ca-79f2fc262a8f tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a96654e-95dd-48bb-adf3-91e5eed7b520 HTTP/1.1" status: 200 len: 945 time: 0.0498588 Jul 28 09:30:39.248339 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-4e10e0ec-fbf0-4361-9cd9-0b7de989f8ce req-f08a073a-57b8-4102-8132-1bc27ea67156 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=f472aec1-11e1-40fb-99a6-1f673d66ba57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331719 Jul 28 09:30:40.367875 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c89fc-33e8-411d-ad8b-e4838554a407 req-13600cbc-0732-4f0f-b805-109d0f57b5d7 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:40.369359 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7f1c89fc-33e8-411d-ad8b-e4838554a407 req-13600cbc-0732-4f0f-b805-109d0f57b5d7 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a96654e-95dd-48bb-adf3-91e5eed7b520 HTTP/1.1" status: 200 len: 945 time: 0.0480964 Jul 28 09:30:40.407113 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7f1c89fc-33e8-411d-ad8b-e4838554a407 req-3418a9fc-b929-4240-abae-6067ad68f05a tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=f472aec1-11e1-40fb-99a6-1f673d66ba57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318775 Jul 28 09:30:41.528959 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74cf3f6-10bb-4492-9fa1-084da7ebc38b req-652b4e83-b352-4652-89fe-f6cb1cdb63ce tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:41.530419 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-c74cf3f6-10bb-4492-9fa1-084da7ebc38b req-652b4e83-b352-4652-89fe-f6cb1cdb63ce tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a96654e-95dd-48bb-adf3-91e5eed7b520 HTTP/1.1" status: 200 len: 945 time: 0.0531723 Jul 28 09:30:41.568640 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-c74cf3f6-10bb-4492-9fa1-084da7ebc38b req-0151fd46-4dcb-4eeb-a30f-aa611317aec4 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=f472aec1-11e1-40fb-99a6-1f673d66ba57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323982 Jul 28 09:30:42.685655 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3aceaf-3e7d-44fc-80e9-ac7d589d917e req-54d80d15-76bf-4e4c-ba60-7a6a9e6b381f tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:42.687113 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-ff3aceaf-3e7d-44fc-80e9-ac7d589d917e req-54d80d15-76bf-4e4c-ba60-7a6a9e6b381f tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a96654e-95dd-48bb-adf3-91e5eed7b520 HTTP/1.1" status: 200 len: 945 time: 0.0473483 Jul 28 09:30:42.724365 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-ff3aceaf-3e7d-44fc-80e9-ac7d589d917e req-663949c9-9abd-4281-859b-8d526e3fa5d8 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=f472aec1-11e1-40fb-99a6-1f673d66ba57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311992 Jul 28 09:30:43.840023 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87642897-d1b7-46e6-97a7-9e958a4fcf7c req-2be0e3e8-1aab-4bc8-b178-25cc68b2ec8f tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:43.841492 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-87642897-d1b7-46e6-97a7-9e958a4fcf7c req-2be0e3e8-1aab-4bc8-b178-25cc68b2ec8f tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a96654e-95dd-48bb-adf3-91e5eed7b520 HTTP/1.1" status: 200 len: 945 time: 0.0481112 Jul 28 09:30:43.879652 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-87642897-d1b7-46e6-97a7-9e958a4fcf7c req-2b770d20-bd3d-44f7-b6b4-dc7a4e8d58e3 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=f472aec1-11e1-40fb-99a6-1f673d66ba57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323505 Jul 28 09:30:44.999251 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae163737-034e-46bb-a393-1bf9d35db1ae req-01fee294-2a2a-4efe-b703-a8a42edd28ba tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:45.000759 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-ae163737-034e-46bb-a393-1bf9d35db1ae req-01fee294-2a2a-4efe-b703-a8a42edd28ba tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a96654e-95dd-48bb-adf3-91e5eed7b520 HTTP/1.1" status: 200 len: 945 time: 0.0514214 Jul 28 09:30:45.041886 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-ae163737-034e-46bb-a393-1bf9d35db1ae req-03aa163e-dc25-4916-93c5-6d59fee2142c tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=f472aec1-11e1-40fb-99a6-1f673d66ba57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320010 Jul 28 09:30:46.161554 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b430ad61-4e98-435d-97d7-ed6e6ec4bb0a req-3b0ea129-21a8-48c8-9190-6d41b821e5fb tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:46.163062 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b430ad61-4e98-435d-97d7-ed6e6ec4bb0a req-3b0ea129-21a8-48c8-9190-6d41b821e5fb tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a96654e-95dd-48bb-adf3-91e5eed7b520 HTTP/1.1" status: 200 len: 945 time: 0.0492835 Jul 28 09:30:46.206831 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b430ad61-4e98-435d-97d7-ed6e6ec4bb0a req-9d4a62ae-23b6-4c01-aaa6-268e20c5de7a tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=f472aec1-11e1-40fb-99a6-1f673d66ba57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371475 Jul 28 09:30:46.621405 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device 9b6651ac-a2a9-45c2-85c4-d67031aa172a details requested by agent hyperv_hv-cinder-80266 with host hv-cinder-80266 {{(pid=93069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 09:30:46.728887 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port 9b6651ac-a2a9-45c2-85c4-d67031aa172a, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=9b6651ac-a2a9-45c2-85c4-d67031aa172a,segment=NetworkSegment(8d4ebd29-05d0-486e-9486-49583b4bf742),segment_id=8d4ebd29-05d0-486e-9486-49583b4bf742)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:30:46.741472 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Returning: {'device': '9b6651ac-a2a9-45c2-85c4-d67031aa172a', 'network_id': '59c4a637-5ed0-4b6e-a037-96ec97ce270f', 'port_id': '9b6651ac-a2a9-45c2-85c4-d67031aa172a', 'mac_address': 'fa:16:3e:c5:dd:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd0bcb40-b982-4039-a925-2309bc61c85b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 09:30:46.789364 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:46.806451 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.notifiers.nova [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9b6651ac-a2a9-45c2-85c4-d67031aa172a {{(pid=93069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 09:30:46.829171 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port 9b6651ac-a2a9-45c2-85c4-d67031aa172a, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=9b6651ac-a2a9-45c2-85c4-d67031aa172a,segment=NetworkSegment(8d4ebd29-05d0-486e-9486-49583b4bf742),segment_id=8d4ebd29-05d0-486e-9486-49583b4bf742)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:30:46.836120 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:46.888279 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Pushing event updated for resources: {'Port': ['ID=9b6651ac-a2a9-45c2-85c4-d67031aa172a,revision_number=6']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:30:47.346579 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608e7dae-66c4-4985-830a-987eb28f93cc req-8ed3db93-4863-4ea1-80df-d68c30a54a7f tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:47.348126 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-608e7dae-66c4-4985-830a-987eb28f93cc req-8ed3db93-4863-4ea1-80df-d68c30a54a7f tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a96654e-95dd-48bb-adf3-91e5eed7b520 HTTP/1.1" status: 200 len: 944 time: 0.0586698 Jul 28 09:30:47.391493 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-608e7dae-66c4-4985-830a-987eb28f93cc req-672e4c5e-b473-4e0b-81b4-23722297c50e tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=f472aec1-11e1-40fb-99a6-1f673d66ba57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350103 Jul 28 09:30:48.556994 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6492e935-2e3d-4ad3-b7c4-9b6a23881356 req-6f89a3cd-283d-4ed6-b70b-ec0e205017e6 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:48.559858 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-6492e935-2e3d-4ad3-b7c4-9b6a23881356 req-6f89a3cd-283d-4ed6-b70b-ec0e205017e6 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a96654e-95dd-48bb-adf3-91e5eed7b520 HTTP/1.1" status: 200 len: 944 time: 0.0610688 Jul 28 09:30:48.620631 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-6492e935-2e3d-4ad3-b7c4-9b6a23881356 req-b2437045-0eaf-4e87-aa4d-a32b19363f20 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=f472aec1-11e1-40fb-99a6-1f673d66ba57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507336 Jul 28 09:30:49.745977 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a98079d-5d8d-4197-a08b-ee52da1e42b6 req-4e5aafaa-6a48-4124-9403-c30ceec726f7 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:49.748593 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-0a98079d-5d8d-4197-a08b-ee52da1e42b6 req-4e5aafaa-6a48-4124-9403-c30ceec726f7 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a96654e-95dd-48bb-adf3-91e5eed7b520 HTTP/1.1" status: 200 len: 944 time: 0.0549929 Jul 28 09:30:49.790786 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-0a98079d-5d8d-4197-a08b-ee52da1e42b6 req-9b055427-2b04-4afb-baf9-035eb1032703 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=f472aec1-11e1-40fb-99a6-1f673d66ba57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362296 Jul 28 09:30:49.923099 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] get_ports_and_sgs() called for port_ids ['9b6651ac-a2a9-45c2-85c4-d67031aa172a'] {{(pid=93069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:30:50.962112 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf0214-fbc4-4de3-b760-fd38ddfac9c6 req-bb907c58-79ff-40ac-9718-9449d0ceb187 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:50.966609 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-4eaf0214-fbc4-4de3-b760-fd38ddfac9c6 req-bb907c58-79ff-40ac-9718-9449d0ceb187 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a96654e-95dd-48bb-adf3-91e5eed7b520 HTTP/1.1" status: 200 len: 944 time: 0.0584874 Jul 28 09:30:51.002051 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-4eaf0214-fbc4-4de3-b760-fd38ddfac9c6 req-e1044353-975c-460f-9212-3d0a4c9c0245 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=f472aec1-11e1-40fb-99a6-1f673d66ba57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344443 Jul 28 09:30:52.015346 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device 9b6651ac-a2a9-45c2-85c4-d67031aa172a up at agent hyperv_hv-cinder-80266 {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:30:52.071985 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Provisioning complete for port 9b6651ac-a2a9-45c2-85c4-d67031aa172a triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:30:52.072357 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:52.152372 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044cf10-15fc-48e5-a162-c170aca2fc98 req-7341d279-eed6-4b6d-a206-f60a94514d5f tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:52.160886 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-c044cf10-15fc-48e5-a162-c170aca2fc98 req-7341d279-eed6-4b6d-a206-f60a94514d5f tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a96654e-95dd-48bb-adf3-91e5eed7b520 HTTP/1.1" status: 200 len: 944 time: 0.0653043 Jul 28 09:30:52.171023 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:52.210011 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-c044cf10-15fc-48e5-a162-c170aca2fc98 req-52f35c98-0dd1-400f-bf53-7b7b66f6220a tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=f472aec1-11e1-40fb-99a6-1f673d66ba57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471542 Jul 28 09:30:52.216784 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port 9b6651ac-a2a9-45c2-85c4-d67031aa172a, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=9b6651ac-a2a9-45c2-85c4-d67031aa172a,segment=NetworkSegment(8d4ebd29-05d0-486e-9486-49583b4bf742),segment_id=8d4ebd29-05d0-486e-9486-49583b4bf742)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:30:52.218046 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a96654e-95dd-48bb-adf3-91e5eed7b520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b6651ac-a2a9-45c2-85c4-d67031aa172a'}] {{(pid=93069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:30:52.221875 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386f2323eb9bad1244c7f57c000109fc890726fb555cdcb5e37d65c089562af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9773e95e-24a8-4bff-936f-e6ce15907444" -d '{"events": [{"server_uuid": "5a96654e-95dd-48bb-adf3-91e5eed7b520", "name": "network-vif-plugged", "status": "completed", "tag": "9b6651ac-a2a9-45c2-85c4-d67031aa172a"}]}' {{(pid=93069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:30:52.226326 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:52.271824 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 09:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6631b87e-0341-4393-84e5-9cd0d8dd84be x-openstack-request-id: req-6631b87e-0341-4393-84e5-9cd0d8dd84be {{(pid=93069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:30:52.272109 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a96654e-95dd-48bb-adf3-91e5eed7b520", "name": "network-vif-plugged", "status": "completed", "tag": "9b6651ac-a2a9-45c2-85c4-d67031aa172a", "code": 200}]} {{(pid=93069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:30:52.272359 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6631b87e-0341-4393-84e5-9cd0d8dd84be {{(pid=93069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:30:52.272894 dv-cinder-802669-1-iscsi neutron-server[93069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a96654e-95dd-48bb-adf3-91e5eed7b520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b6651ac-a2a9-45c2-85c4-d67031aa172a', 'code': 200} Jul 28 09:30:52.283769 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Pushing event updated for resources: {'Port': ['ID=9b6651ac-a2a9-45c2-85c4-d67031aa172a,revision_number=7']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:30:53.343464 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7c6ccf-f092-43a0-bd3f-21db2fe66662 req-fbbd34b6-dfe8-456f-810f-6b1e554104d3 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:53.345829 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-6d7c6ccf-f092-43a0-bd3f-21db2fe66662 req-fbbd34b6-dfe8-456f-810f-6b1e554104d3 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a96654e-95dd-48bb-adf3-91e5eed7b520 HTTP/1.1" status: 200 len: 945 time: 0.0550673 Jul 28 09:30:53.391724 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-6d7c6ccf-f092-43a0-bd3f-21db2fe66662 req-d94c358e-c85f-4ceb-904a-dd062321f59f tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=f472aec1-11e1-40fb-99a6-1f673d66ba57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397885 Jul 28 09:30:54.042397 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2fd980ed-567f-429d-a122-4a7dd54e36be req-31284bbb-2ce8-4c81-8456-4389ad1f9ad7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=032593b8-197f-4f27-a1af-b2388f64a7d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428162 Jul 28 09:30:54.148571 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd980ed-567f-429d-a122-4a7dd54e36be req-e19ffb8f-c80e-4c3a-a1b6-42d118e675d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:54.150093 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2fd980ed-567f-429d-a122-4a7dd54e36be req-e19ffb8f-c80e-4c3a-a1b6-42d118e675d8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b0bed69fc98347318765653ba412b638&device_id=032593b8-197f-4f27-a1af-b2388f64a7d3 HTTP/1.1" status: 200 len: 1098 time: 0.0495493 Jul 28 09:30:54.274966 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd980ed-567f-429d-a122-4a7dd54e36be req-7fb6073e-3838-4142-842b-e53a6504abcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:54.276894 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2fd980ed-567f-429d-a122-4a7dd54e36be req-7fb6073e-3838-4142-842b-e53a6504abcc service neutron] 10.222.0.32 "GET /v2.0/networks?id=1a784077-0c76-428e-b683-1275b4c6c8ec HTTP/1.1" status: 200 len: 910 time: 0.1041505 Jul 28 09:30:54.359818 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2fd980ed-567f-429d-a122-4a7dd54e36be req-3d4c4696-ee74-4b09-bb29-6a1532574a00 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=018f498b-3f12-45f3-8d86-45656942df90 HTTP/1.1" status: 200 len: 1001 time: 0.0710115 Jul 28 09:30:54.415103 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd980ed-567f-429d-a122-4a7dd54e36be req-2f5ee621-802c-4c8f-b1cf-7d0ea9ffa63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:54.416533 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2fd980ed-567f-429d-a122-4a7dd54e36be req-2f5ee621-802c-4c8f-b1cf-7d0ea9ffa63f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=73e0b46b-2911-4215-97db-6e8470a5e7df HTTP/1.1" status: 200 len: 848 time: 0.0494516 Jul 28 09:30:54.490344 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd980ed-567f-429d-a122-4a7dd54e36be req-480d0f43-b3e8-41b5-8c41-3befa2d74d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:54.492158 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2fd980ed-567f-429d-a122-4a7dd54e36be req-480d0f43-b3e8-41b5-8c41-3befa2d74d6d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1a784077-0c76-428e-b683-1275b4c6c8ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0666778 Jul 28 09:30:54.591962 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b2bbd5-d3f5-41c2-bea5-61105b13eae9 req-b905a421-d442-44d1-a0b6-4cba1ee9dcba tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:54.593507 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e2b2bbd5-d3f5-41c2-bea5-61105b13eae9 req-b905a421-d442-44d1-a0b6-4cba1ee9dcba tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a96654e-95dd-48bb-adf3-91e5eed7b520 HTTP/1.1" status: 200 len: 945 time: 0.1179843 Jul 28 09:30:54.648509 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e2b2bbd5-d3f5-41c2-bea5-61105b13eae9 req-1419be8f-b97b-479d-8aa1-9701803488fc tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=f472aec1-11e1-40fb-99a6-1f673d66ba57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479507 Jul 28 09:30:54.650468 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2fd980ed-567f-429d-a122-4a7dd54e36be req-45969e68-7aba-477d-90f4-c50eccc30606 service neutron] 10.222.0.32 "GET /v2.0/networks/1a784077-0c76-428e-b683-1275b4c6c8ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450133 Jul 28 09:30:54.753424 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2fd980ed-567f-429d-a122-4a7dd54e36be req-2f5f2002-fb71-4213-b1a4-465f1fa074de service neutron] 10.222.0.32 "GET /v2.0/networks/1a784077-0c76-428e-b683-1275b4c6c8ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947475 Jul 28 09:30:54.949209 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:55.587126 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3c139e-d093-4c6e-b62c-d425f2e105c3 req-413ef9f7-3541-4de3-b5a5-1d0a081ac9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:55.588530 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-6e3c139e-d093-4c6e-b62c-d425f2e105c3 req-413ef9f7-3541-4de3-b5a5-1d0a081ac9e2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b8340ca8a0bb47c3871a9e4d939e9a44&device_id=5a96654e-95dd-48bb-adf3-91e5eed7b520 HTTP/1.1" status: 200 len: 1098 time: 0.0400259 Jul 28 09:30:55.686551 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3c139e-d093-4c6e-b62c-d425f2e105c3 req-08c4121b-5001-4370-9723-644e145e3e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:55.688118 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-6e3c139e-d093-4c6e-b62c-d425f2e105c3 req-08c4121b-5001-4370-9723-644e145e3e26 service neutron] 10.222.0.32 "GET /v2.0/networks?id=59c4a637-5ed0-4b6e-a037-96ec97ce270f HTTP/1.1" status: 200 len: 918 time: 0.0851147 Jul 28 09:30:55.781967 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-6e3c139e-d093-4c6e-b62c-d425f2e105c3 req-e8f86a48-b637-4298-8d9a-1c47b84f0451 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b6651ac-a2a9-45c2-85c4-d67031aa172a HTTP/1.1" status: 200 len: 1000 time: 0.0859122 Jul 28 09:30:55.793820 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c5545-d5a6-4925-b2ad-92d3f33db6f3 req-b48bec15-c99b-49e3-99d8-a86fa347797d tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:55.795218 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-8f9c5545-d5a6-4925-b2ad-92d3f33db6f3 req-b48bec15-c99b-49e3-99d8-a86fa347797d tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a96654e-95dd-48bb-adf3-91e5eed7b520 HTTP/1.1" status: 200 len: 945 time: 0.0634155 Jul 28 09:30:55.861979 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3c139e-d093-4c6e-b62c-d425f2e105c3 req-8a86aec2-5b25-457a-9477-c1efadaf6669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:55.863314 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-6e3c139e-d093-4c6e-b62c-d425f2e105c3 req-8a86aec2-5b25-457a-9477-c1efadaf6669 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fd0bcb40-b982-4039-a925-2309bc61c85b HTTP/1.1" status: 200 len: 856 time: 0.0672603 Jul 28 09:30:55.866170 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-8f9c5545-d5a6-4925-b2ad-92d3f33db6f3 req-2bdf2382-487f-4317-9443-452825e09677 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=f472aec1-11e1-40fb-99a6-1f673d66ba57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633762 Jul 28 09:30:55.910058 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3c139e-d093-4c6e-b62c-d425f2e105c3 req-ccb8f821-ef36-4356-90bf-40f34eb21bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:55.911517 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-6e3c139e-d093-4c6e-b62c-d425f2e105c3 req-ccb8f821-ef36-4356-90bf-40f34eb21bb9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59c4a637-5ed0-4b6e-a037-96ec97ce270f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400584 Jul 28 09:30:56.010732 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-6e3c139e-d093-4c6e-b62c-d425f2e105c3 req-7e3aa5f0-a11d-44ef-a907-b82b44048a29 service neutron] 10.222.0.32 "GET /v2.0/networks/59c4a637-5ed0-4b6e-a037-96ec97ce270f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853674 Jul 28 09:30:56.103806 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-6e3c139e-d093-4c6e-b62c-d425f2e105c3 req-ea25bd13-c221-462f-b754-d129dbd0b5ee service neutron] 10.222.0.32 "GET /v2.0/networks/59c4a637-5ed0-4b6e-a037-96ec97ce270f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824277 Jul 28 09:30:56.986676 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a9faa2-f0d6-4944-826d-af781a8f207a req-2b82c744-33c6-4f65-954d-63db946be711 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:56.988164 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-13a9faa2-f0d6-4944-826d-af781a8f207a req-2b82c744-33c6-4f65-954d-63db946be711 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a96654e-95dd-48bb-adf3-91e5eed7b520 HTTP/1.1" status: 200 len: 945 time: 0.0488234 Jul 28 09:30:57.027640 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-13a9faa2-f0d6-4944-826d-af781a8f207a req-1d282f16-a730-476c-9af4-a0d928682289 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=f472aec1-11e1-40fb-99a6-1f673d66ba57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332472 Jul 28 09:30:57.685229 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.agents_db [None req-63843732-4a37-4b37-bfab-6dab7fdb1052 None None] Agent healthcheck: found 6 active agents {{(pid=93070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:30:58.151614 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c2c402-eb75-44cb-b818-20aacd2179f5 req-4651d0d3-3214-4bda-9118-f82eb17b3403 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:58.154038 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-33c2c402-eb75-44cb-b818-20aacd2179f5 req-4651d0d3-3214-4bda-9118-f82eb17b3403 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a96654e-95dd-48bb-adf3-91e5eed7b520 HTTP/1.1" status: 200 len: 945 time: 0.0564537 Jul 28 09:30:58.200645 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-33c2c402-eb75-44cb-b818-20aacd2179f5 req-ac187296-ac5f-42db-86db-71449b658856 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=f472aec1-11e1-40fb-99a6-1f673d66ba57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402901 Jul 28 09:30:58.349316 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-a8fd0755-0901-4a9e-baaf-cccc21886e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:30:59.325611 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f01ef-ded3-4a23-b138-52abeabf4047 req-482008ef-033f-4ac6-b444-8abfcb376ff6 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:59.327003 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-029f01ef-ded3-4a23-b138-52abeabf4047 req-482008ef-033f-4ac6-b444-8abfcb376ff6 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a96654e-95dd-48bb-adf3-91e5eed7b520 HTTP/1.1" status: 200 len: 945 time: 0.0499933 Jul 28 09:30:59.364348 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-029f01ef-ded3-4a23-b138-52abeabf4047 req-3a15edef-d4ed-4439-97d4-3dfce06642d9 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=f472aec1-11e1-40fb-99a6-1f673d66ba57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313916 Jul 28 09:30:59.642157 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eddadeb-ecb5-436f-a153-e84d2f13d31e req-4ee9db98-948d-4441-abbf-e39bc66f50aa tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:30:59.643739 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-0eddadeb-ecb5-436f-a153-e84d2f13d31e req-4ee9db98-948d-4441-abbf-e39bc66f50aa tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c381b9f-420f-4e11-8704-c61ed1f3cf50 HTTP/1.1" status: 200 len: 946 time: 0.0496392 Jul 28 09:30:59.685627 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-0eddadeb-ecb5-436f-a153-e84d2f13d31e req-97b9952a-e71d-459a-b966-a92cea778a97 tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a9d54ce-820c-488f-abbc-dc98a901d4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357883 Jul 28 09:30:59.988110 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device 9b6651ac-a2a9-45c2-85c4-d67031aa172a no longer exists at agent hyperv_hv-cinder-80266 {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:31:00.062751 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:00.084523 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a96654e-95dd-48bb-adf3-91e5eed7b520', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b6651ac-a2a9-45c2-85c4-d67031aa172a'}] {{(pid=93069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:31:00.086644 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386f2323eb9bad1244c7f57c000109fc890726fb555cdcb5e37d65c089562af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7fc41c9-e6ad-44b3-acdd-c736b08274a1" -d '{"events": [{"server_uuid": "5a96654e-95dd-48bb-adf3-91e5eed7b520", "name": "network-vif-unplugged", "status": "completed", "tag": "9b6651ac-a2a9-45c2-85c4-d67031aa172a"}]}' {{(pid=93069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:31:00.102625 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port 9b6651ac-a2a9-45c2-85c4-d67031aa172a, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=9b6651ac-a2a9-45c2-85c4-d67031aa172a,segment=NetworkSegment(8d4ebd29-05d0-486e-9486-49583b4bf742),segment_id=8d4ebd29-05d0-486e-9486-49583b4bf742)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:31:00.107792 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:00.131100 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 28 Jul 2021 09:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a50aca86-c476-439e-8d6e-2810f1745b20 x-openstack-request-id: req-a50aca86-c476-439e-8d6e-2810f1745b20 {{(pid=93069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:31:00.131396 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a96654e-95dd-48bb-adf3-91e5eed7b520", "name": "network-vif-unplugged", "status": "failed", "tag": "9b6651ac-a2a9-45c2-85c4-d67031aa172a", "code": 422}]} {{(pid=93069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:31:00.131668 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a50aca86-c476-439e-8d6e-2810f1745b20 {{(pid=93069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:31:00.132098 dv-cinder-802669-1-iscsi neutron-server[93069]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5a96654e-95dd-48bb-adf3-91e5eed7b520', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9b6651ac-a2a9-45c2-85c4-d67031aa172a', 'code': 422} returned with failed status Jul 28 09:31:00.158081 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Pushing event updated for resources: {'Port': ['ID=9b6651ac-a2a9-45c2-85c4-d67031aa172a,revision_number=8']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:31:00.264035 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d566995a-e770-4272-b376-fe928f572693 req-d2b8dc94-c497-434d-a61f-5ccade52f7fa tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:31:00.265563 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-d566995a-e770-4272-b376-fe928f572693 req-d2b8dc94-c497-434d-a61f-5ccade52f7fa tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a96654e-95dd-48bb-adf3-91e5eed7b520 HTTP/1.1" status: 200 len: 943 time: 0.0574968 Jul 28 09:31:00.303619 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-d566995a-e770-4272-b376-fe928f572693 req-df2c6eac-fb53-48c1-bfa4-98b814c927a4 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=f472aec1-11e1-40fb-99a6-1f673d66ba57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320380 Jul 28 09:31:00.439604 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-c2be3937-54c8-403a-ba63-78e613678cc6 req-a02a5d8f-4d7c-4356-a729-7d2ae69c9e1f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5a96654e-95dd-48bb-adf3-91e5eed7b520&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0402651 Jul 28 09:31:00.721625 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-0e79153e-41d8-40fc-818b-9d0e5a1f938e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:00.807869 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eed1814-ffaf-4699-8409-c450052f1ef9 req-d279f366-864f-4ff3-acd4-026192b6c0f7 tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:31:00.809539 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2eed1814-ffaf-4699-8409-c450052f1ef9 req-d279f366-864f-4ff3-acd4-026192b6c0f7 tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c381b9f-420f-4e11-8704-c61ed1f3cf50 HTTP/1.1" status: 200 len: 946 time: 0.0531495 Jul 28 09:31:00.850356 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2eed1814-ffaf-4699-8409-c450052f1ef9 req-7a5fc9a3-4b45-47d1-a1bc-f7d33ef9e185 tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a9d54ce-820c-488f-abbc-dc98a901d4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348456 Jul 28 09:31:01.100686 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:01.288365 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2be3937-54c8-403a-ba63-78e613678cc6 req-688d9295-fc8c-481b-b0dd-1fbcdfca380f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:31:01.289830 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-c2be3937-54c8-403a-ba63-78e613678cc6 req-688d9295-fc8c-481b-b0dd-1fbcdfca380f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5a96654e-95dd-48bb-adf3-91e5eed7b520&tenant_id=b8340ca8a0bb47c3871a9e4d939e9a44 HTTP/1.1" status: 200 len: 1096 time: 0.0428786 Jul 28 09:31:01.362778 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2be3937-54c8-403a-ba63-78e613678cc6 req-5f2e20dc-e16e-4512-86a2-7c4189531b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:31:01.369816 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-c2be3937-54c8-403a-ba63-78e613678cc6 req-5f2e20dc-e16e-4512-86a2-7c4189531b28 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b8340ca8a0bb47c3871a9e4d939e9a44&device_id=5a96654e-95dd-48bb-adf3-91e5eed7b520 HTTP/1.1" status: 200 len: 1096 time: 0.0462401 Jul 28 09:31:01.475725 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17569739-8bbb-435f-ad30-44df1a519f6b req-ef3b7b65-d9e9-4b63-ba63-0f8fc2458e96 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:31:01.477230 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-17569739-8bbb-435f-ad30-44df1a519f6b req-ef3b7b65-d9e9-4b63-ba63-0f8fc2458e96 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a96654e-95dd-48bb-adf3-91e5eed7b520 HTTP/1.1" status: 200 len: 943 time: 0.0989716 Jul 28 09:31:01.517356 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2be3937-54c8-403a-ba63-78e613678cc6 req-bfd234c4-f6c9-40f2-9bf7-ceb48a5195a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:31:01.518757 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-c2be3937-54c8-403a-ba63-78e613678cc6 req-bfd234c4-f6c9-40f2-9bf7-ceb48a5195a3 service neutron] 10.222.0.32 "GET /v2.0/networks?id=59c4a637-5ed0-4b6e-a037-96ec97ce270f HTTP/1.1" status: 200 len: 918 time: 0.1321125 Jul 28 09:31:01.536360 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-17569739-8bbb-435f-ad30-44df1a519f6b req-d746e1d5-5c9c-49d8-ac50-ea292f41c7f2 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=f472aec1-11e1-40fb-99a6-1f673d66ba57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527260 Jul 28 09:31:01.617547 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-c2be3937-54c8-403a-ba63-78e613678cc6 req-0a59a12c-b471-4032-ac13-ced1eacc8f0d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b6651ac-a2a9-45c2-85c4-d67031aa172a HTTP/1.1" status: 200 len: 998 time: 0.0882020 Jul 28 09:31:01.629793 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b698881-5edf-46dc-b552-cbe6fed8f75e req-b30a716d-6b8b-4486-82a1-5e87cbafcbe6 tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:31:01.631174 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-8b698881-5edf-46dc-b552-cbe6fed8f75e req-b30a716d-6b8b-4486-82a1-5e87cbafcbe6 tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] 10.222.0.32 "GET /v2.0/ports?device_id=9c381b9f-420f-4e11-8704-c61ed1f3cf50 HTTP/1.1" status: 200 len: 946 time: 0.0663466 Jul 28 09:31:01.725694 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2be3937-54c8-403a-ba63-78e613678cc6 req-d05e0a90-0118-4801-8ae3-e56407e46b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:31:01.727137 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-c2be3937-54c8-403a-ba63-78e613678cc6 req-d05e0a90-0118-4801-8ae3-e56407e46b1a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fd0bcb40-b982-4039-a925-2309bc61c85b HTTP/1.1" status: 200 len: 856 time: 0.0950587 Jul 28 09:31:01.777934 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.plugin [req-8b698881-5edf-46dc-b552-cbe6fed8f75e req-f21b25f7-c54f-48af-be8e-5c3f9b7fd59d tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] Deleting port c3ee7473-18c6-41d0-9618-9cd0d0754b26 {{(pid=93067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 09:31:01.778186 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-8b698881-5edf-46dc-b552-cbe6fed8f75e req-f21b25f7-c54f-48af-be8e-5c3f9b7fd59d tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732595656843'] for port, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:01.835109 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2be3937-54c8-403a-ba63-78e613678cc6 req-10344b84-7d33-44f2-82a8-6702007a4521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:31:01.836626 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-c2be3937-54c8-403a-ba63-78e613678cc6 req-10344b84-7d33-44f2-82a8-6702007a4521 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59c4a637-5ed0-4b6e-a037-96ec97ce270f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0949619 Jul 28 09:31:01.921131 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.db [req-8b698881-5edf-46dc-b552-cbe6fed8f75e req-f21b25f7-c54f-48af-be8e-5c3f9b7fd59d tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] For port c3ee7473-18c6-41d0-9618-9cd0d0754b26, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=c3ee7473-18c6-41d0-9618-9cd0d0754b26,segment=NetworkSegment(6933e309-1042-4134-adb1-56d0c93f7ad9),segment_id=6933e309-1042-4134-adb1-56d0c93f7ad9)] {{(pid=93067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:31:01.921502 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-8b698881-5edf-46dc-b552-cbe6fed8f75e req-f21b25f7-c54f-48af-be8e-5c3f9b7fd59d tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8264998'] for port, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:01.948158 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.plugin [req-8b698881-5edf-46dc-b552-cbe6fed8f75e req-f21b25f7-c54f-48af-be8e-5c3f9b7fd59d tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] Calling delete_port for c3ee7473-18c6-41d0-9618-9cd0d0754b26 owned by compute:nova {{(pid=93067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 09:31:02.046439 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126f6995-a7a2-45d0-81ae-8cf0af9c82b5 req-63607b45-923c-4e86-a428-5bbfdc860d4c tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:31:02.047863 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-126f6995-a7a2-45d0-81ae-8cf0af9c82b5 req-63607b45-923c-4e86-a428-5bbfdc860d4c tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c381b9f-420f-4e11-8704-c61ed1f3cf50 HTTP/1.1" status: 200 len: 946 time: 0.1223776 Jul 28 09:31:02.049597 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-c2be3937-54c8-403a-ba63-78e613678cc6 req-74fd443f-e563-4add-8640-2d2a71d3306c service neutron] 10.222.0.32 "GET /v2.0/networks/59c4a637-5ed0-4b6e-a037-96ec97ce270f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031784 Jul 28 09:31:02.089622 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-29fc97ff-9392-4c7d-8b91-be3be07fca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:02.411835 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-126f6995-a7a2-45d0-81ae-8cf0af9c82b5 req-eba2905a-9e5b-4d03-8b8b-656dd1ce370b tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] 10.222.0.23 "GET /v2.0/security-groups?id=2a9d54ce-820c-488f-abbc-dc98a901d4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550048 Jul 28 09:31:02.468762 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-c2be3937-54c8-403a-ba63-78e613678cc6 req-3d32734c-7d88-4293-b2cc-9bd61ccc88b6 service neutron] 10.222.0.32 "GET /v2.0/networks/59c4a637-5ed0-4b6e-a037-96ec97ce270f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4016337 Jul 28 09:31:02.480009 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-8b698881-5edf-46dc-b552-cbe6fed8f75e req-f21b25f7-c54f-48af-be8e-5c3f9b7fd59d tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732595661087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732595289887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33549966'] for port, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:02.495146 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] get_ports_and_sgs() called for port_ids ['c3ee7473-18c6-41d0-9618-9cd0d0754b26'] {{(pid=93069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:31:02.510894 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21b25f7-c54f-48af-be8e-5c3f9b7fd59d tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] Pushing event deleted for resources: {'Port': ['ID=c3ee7473-18c6-41d0-9618-9cd0d0754b26,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:31:02.522281 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21b25f7-c54f-48af-be8e-5c3f9b7fd59d tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:31:02.522633 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21b25f7-c54f-48af-be8e-5c3f9b7fd59d tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:31:02.522971 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21b25f7-c54f-48af-be8e-5c3f9b7fd59d tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:31:02.523428 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21b25f7-c54f-48af-be8e-5c3f9b7fd59d tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:31:02.523656 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21b25f7-c54f-48af-be8e-5c3f9b7fd59d tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:31:02.523987 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21b25f7-c54f-48af-be8e-5c3f9b7fd59d tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:31:02.524319 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21b25f7-c54f-48af-be8e-5c3f9b7fd59d tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:31:02.524647 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21b25f7-c54f-48af-be8e-5c3f9b7fd59d tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:31:02.524973 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21b25f7-c54f-48af-be8e-5c3f9b7fd59d tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:31:02.525298 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21b25f7-c54f-48af-be8e-5c3f9b7fd59d tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:31:02.525622 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21b25f7-c54f-48af-be8e-5c3f9b7fd59d tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:31:02.525939 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21b25f7-c54f-48af-be8e-5c3f9b7fd59d tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:31:02.559250 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b698881-5edf-46dc-b552-cbe6fed8f75e req-f21b25f7-c54f-48af-be8e-5c3f9b7fd59d tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] No DVR routers for this DVR port c3ee7473-18c6-41d0-9618-9cd0d0754b26 on host hv-cinder-80266 {{(pid=93067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 09:31:02.561693 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-8b698881-5edf-46dc-b552-cbe6fed8f75e req-f21b25f7-c54f-48af-be8e-5c3f9b7fd59d tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905'] for port, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:02.563756 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-8b698881-5edf-46dc-b552-cbe6fed8f75e req-f21b25f7-c54f-48af-be8e-5c3f9b7fd59d tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] 10.222.0.32 "DELETE /v2.0/ports/c3ee7473-18c6-41d0-9618-9cd0d0754b26 HTTP/1.1" status: 204 len: 173 time: 0.9241645 Jul 28 09:31:02.564184 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c381b9f-420f-4e11-8704-c61ed1f3cf50', 'name': 'network-vif-deleted', 'tag': 'c3ee7473-18c6-41d0-9618-9cd0d0754b26'}] {{(pid=93067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:31:02.566360 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}119bb006a51e6799d77012a49065aa76076224f53078518f9bbc3af1ae40a877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a25d12-b3b2-49df-a1ef-e3145a7de15e" -d '{"events": [{"server_uuid": "9c381b9f-420f-4e11-8704-c61ed1f3cf50", "name": "network-vif-deleted", "tag": "c3ee7473-18c6-41d0-9618-9cd0d0754b26"}]}' {{(pid=93067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:31:02.609774 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 09:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8259f48-54eb-4e86-b682-e9b03e082be0 x-openstack-request-id: req-a8259f48-54eb-4e86-b682-e9b03e082be0 {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:31:02.610135 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c381b9f-420f-4e11-8704-c61ed1f3cf50", "name": "network-vif-deleted", "tag": "c3ee7473-18c6-41d0-9618-9cd0d0754b26", "status": "completed", "code": 200}]} {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:31:02.610445 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a8259f48-54eb-4e86-b682-e9b03e082be0 {{(pid=93067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:31:02.611021 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c381b9f-420f-4e11-8704-c61ed1f3cf50', 'name': 'network-vif-deleted', 'tag': 'c3ee7473-18c6-41d0-9618-9cd0d0754b26', 'status': 'completed', 'code': 200} Jul 28 09:31:02.672921 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531f1ac-6c57-4306-a3ba-a15e552e7e00 req-cc4614a7-ecef-4e6c-89f6-33b106954eaf tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:31:02.674361 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-9531f1ac-6c57-4306-a3ba-a15e552e7e00 req-cc4614a7-ecef-4e6c-89f6-33b106954eaf tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a96654e-95dd-48bb-adf3-91e5eed7b520 HTTP/1.1" status: 200 len: 943 time: 0.0602746 Jul 28 09:31:02.714099 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-9531f1ac-6c57-4306-a3ba-a15e552e7e00 req-913657f9-cbf1-407e-a09f-f7af0d67a7ee tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=f472aec1-11e1-40fb-99a6-1f673d66ba57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330558 Jul 28 09:31:03.517331 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-33356419-d5fc-4b24-a5c8-254a5cd5f8b2 req-afa62719-2ac3-4673-aafe-5063b0d5e60c tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c381b9f-420f-4e11-8704-c61ed1f3cf50 HTTP/1.1" status: 200 len: 210 time: 0.0257752 Jul 28 09:31:03.639531 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-2284cd4c-493c-4cd5-902b-cad83a6c7b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:03.841855 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caefe53c-4c8f-4b73-a930-97467e0d5385 req-89c75d59-ec46-4a70-9d88-1d5e7266e5fa tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:31:03.843285 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-caefe53c-4c8f-4b73-a930-97467e0d5385 req-89c75d59-ec46-4a70-9d88-1d5e7266e5fa tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a96654e-95dd-48bb-adf3-91e5eed7b520 HTTP/1.1" status: 200 len: 943 time: 0.0481374 Jul 28 09:31:03.881929 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-caefe53c-4c8f-4b73-a930-97467e0d5385 req-92c781fb-fdb8-4f37-99f4-74b03c80e68b tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=f472aec1-11e1-40fb-99a6-1f673d66ba57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327487 Jul 28 09:31:04.626592 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a2e13261-0730-4edf-ad44-c68d4d84897b req-9f5f4e39-a27a-4848-a860-c2f84d5805ca tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c381b9f-420f-4e11-8704-c61ed1f3cf50 HTTP/1.1" status: 200 len: 210 time: 0.0265303 Jul 28 09:31:05.005148 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae420d-c1ed-45b4-ae18-56fe0eb1475d req-257597c4-d956-4699-a9bf-a7d2da867478 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:31:05.006908 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-0dae420d-c1ed-45b4-ae18-56fe0eb1475d req-257597c4-d956-4699-a9bf-a7d2da867478 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a96654e-95dd-48bb-adf3-91e5eed7b520 HTTP/1.1" status: 200 len: 943 time: 0.0526941 Jul 28 09:31:05.049598 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-0dae420d-c1ed-45b4-ae18-56fe0eb1475d req-6cead69c-5ada-4c5a-a4eb-80cdca9faa9f tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=f472aec1-11e1-40fb-99a6-1f673d66ba57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353479 Jul 28 09:31:05.744628 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-5e4655fe-29d6-43ae-a8eb-13e80ec1bec3 req-9cf5aa90-8c25-4eae-a484-c45b93ce8b3f tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c381b9f-420f-4e11-8704-c61ed1f3cf50 HTTP/1.1" status: 200 len: 210 time: 0.0344739 Jul 28 09:31:06.016592 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device c3ee7473-18c6-41d0-9618-9cd0d0754b26 no longer exists at agent hyperv_hv-cinder-80266 {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:31:06.038055 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] No Port match for: c3ee7473-18c6-41d0-9618-9cd0d0754b26 {{(pid=93069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 09:31:06.038393 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device c3ee7473-18c6-41d0-9618-9cd0d0754b26 not bound to the agent host hv-cinder-80266 {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:31:06.168323 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a41b50-088a-4c2c-9c87-806940291b44 req-a3983ac6-ef50-40fc-bc1b-487238f9a78c tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:31:06.169808 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-f2a41b50-088a-4c2c-9c87-806940291b44 req-a3983ac6-ef50-40fc-bc1b-487238f9a78c tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a96654e-95dd-48bb-adf3-91e5eed7b520 HTTP/1.1" status: 200 len: 943 time: 0.0489888 Jul 28 09:31:06.211564 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-f2a41b50-088a-4c2c-9c87-806940291b44 req-425a761a-4d6d-4474-875f-fe6e0c1e5a10 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=f472aec1-11e1-40fb-99a6-1f673d66ba57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359228 Jul 28 09:31:06.850475 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-313d351a-6d1d-49b3-b4cf-95871a185b66 req-cb9321c1-c725-4029-a635-e351e5626903 tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c381b9f-420f-4e11-8704-c61ed1f3cf50 HTTP/1.1" status: 200 len: 210 time: 0.0271666 Jul 28 09:31:07.340856 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f537bc10-2538-4baa-9075-404cea1afbd2 req-f7ff1a46-8601-43de-90fa-69fa1bd204cc tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:31:07.342502 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-f537bc10-2538-4baa-9075-404cea1afbd2 req-f7ff1a46-8601-43de-90fa-69fa1bd204cc tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a96654e-95dd-48bb-adf3-91e5eed7b520 HTTP/1.1" status: 200 len: 943 time: 0.0552597 Jul 28 09:31:07.385102 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-f537bc10-2538-4baa-9075-404cea1afbd2 req-30aebee6-dfb8-431f-9cee-0dfd0b045fa2 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=f472aec1-11e1-40fb-99a6-1f673d66ba57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365109 Jul 28 09:31:07.958427 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-fd917af9-296b-47c7-837c-e634c36eaf3c req-7f1ae323-dc2a-4382-a85b-8af8ee161a9c tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c381b9f-420f-4e11-8704-c61ed1f3cf50 HTTP/1.1" status: 200 len: 210 time: 0.0255802 Jul 28 09:31:08.508203 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82023b3-3c93-4849-9286-f5c3ff6675bb req-b3f7eabb-c762-4809-9f3c-4ef3fa5b9c70 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:31:08.510335 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e82023b3-3c93-4849-9286-f5c3ff6675bb req-b3f7eabb-c762-4809-9f3c-4ef3fa5b9c70 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a96654e-95dd-48bb-adf3-91e5eed7b520 HTTP/1.1" status: 200 len: 943 time: 0.0537996 Jul 28 09:31:08.556641 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e82023b3-3c93-4849-9286-f5c3ff6675bb req-98e86986-5c92-428d-9427-3982d8efcf59 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=f472aec1-11e1-40fb-99a6-1f673d66ba57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371356 Jul 28 09:31:09.066327 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-683a76cd-cf82-4422-ba8e-28db418795e5 req-9d475d8a-d88d-4f26-8b79-b5cdee4f6076 tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c381b9f-420f-4e11-8704-c61ed1f3cf50 HTTP/1.1" status: 200 len: 210 time: 0.0298915 Jul 28 09:31:09.680254 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c9275b-0e6c-4e0c-88da-235cf1f32587 req-8012f50b-132e-4942-aaec-b781d7c7b3c4 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:31:09.682108 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-d5c9275b-0e6c-4e0c-88da-235cf1f32587 req-8012f50b-132e-4942-aaec-b781d7c7b3c4 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a96654e-95dd-48bb-adf3-91e5eed7b520 HTTP/1.1" status: 200 len: 943 time: 0.0510323 Jul 28 09:31:09.724742 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-d5c9275b-0e6c-4e0c-88da-235cf1f32587 req-07de8c5f-4d71-4cd1-9d5d-d95c9923ef36 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=f472aec1-11e1-40fb-99a6-1f673d66ba57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359395 Jul 28 09:31:10.194203 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-ef185b08-bdfc-4b44-9a75-0dda191af7b9 req-48d9d136-8935-4dbe-a528-f288e6b5dfc2 tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c381b9f-420f-4e11-8704-c61ed1f3cf50 HTTP/1.1" status: 200 len: 210 time: 0.0306444 Jul 28 09:31:10.844278 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a282c9ab-6299-437d-87b3-6132bccb8cbe req-91874d36-6ea2-411d-8ea2-47759eb18ecf tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:31:10.845835 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a282c9ab-6299-437d-87b3-6132bccb8cbe req-91874d36-6ea2-411d-8ea2-47759eb18ecf tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a96654e-95dd-48bb-adf3-91e5eed7b520 HTTP/1.1" status: 200 len: 943 time: 0.0496008 Jul 28 09:31:10.886805 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a282c9ab-6299-437d-87b3-6132bccb8cbe req-87ebf361-758c-42f7-b20c-d42f28b11104 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=f472aec1-11e1-40fb-99a6-1f673d66ba57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339408 Jul 28 09:31:11.301457 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-1f428dea-7839-4bda-a9d4-48bfb50ba5a1 req-48d76695-5c7e-4993-9658-e4bfb3a85c33 tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c381b9f-420f-4e11-8704-c61ed1f3cf50 HTTP/1.1" status: 200 len: 210 time: 0.0297580 Jul 28 09:31:11.401028 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-042fba3b-24bb-4171-b6b8-a7a8e6edfb03 req-b9c433e1-c4e6-469b-99b5-bf5e3b66fdae tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1381115717&fields=id&tenant_id=de7108c357a549b0a779fe9c24380ee8 HTTP/1.1" status: 200 len: 267 time: 0.0442011 Jul 28 09:31:11.454481 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042fba3b-24bb-4171-b6b8-a7a8e6edfb03 req-26dec8b7-ddff-4922-89c3-508674341bd7 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:31:11.456002 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-042fba3b-24bb-4171-b6b8-a7a8e6edfb03 req-26dec8b7-ddff-4922-89c3-508674341bd7 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a3ccc9f-c540-41f9-881a-edfbbeee60e2 HTTP/1.1" status: 200 len: 984 time: 0.0485907 Jul 28 09:31:11.467299 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [req-042fba3b-24bb-4171-b6b8-a7a8e6edfb03 req-41287bd8-396e-40ad-950f-d81dd2f1a54a tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Request body: {'port': {'security_groups': ['f097d9a5-895a-44a3-ba79-3431c037bfa4']}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:31:11.541352 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-042fba3b-24bb-4171-b6b8-a7a8e6edfb03 req-41287bd8-396e-40ad-950f-d81dd2f1a54a tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:11.718415 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.db [req-042fba3b-24bb-4171-b6b8-a7a8e6edfb03 req-41287bd8-396e-40ad-950f-d81dd2f1a54a tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] For port 7bab243d-b602-40fd-a545-e20c1ce70bfa, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=7bab243d-b602-40fd-a545-e20c1ce70bfa,segment=NetworkSegment(a4b20285-93a0-47b8-8d16-f514cfb8652f),segment_id=a4b20285-93a0-47b8-8d16-f514cfb8652f)] {{(pid=93067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:31:11.754628 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-042fba3b-24bb-4171-b6b8-a7a8e6edfb03 req-41287bd8-396e-40ad-950f-d81dd2f1a54a tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Notify callbacks [] for port, precommit_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:11.759491 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-042fba3b-24bb-4171-b6b8-a7a8e6edfb03 req-41287bd8-396e-40ad-950f-d81dd2f1a54a tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33549957'] for port, after_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:11.771625 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] get_ports_and_sgs() called for port_ids ['7bab243d-b602-40fd-a545-e20c1ce70bfa'] {{(pid=93069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:31:11.803170 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042fba3b-24bb-4171-b6b8-a7a8e6edfb03 req-41287bd8-396e-40ad-950f-d81dd2f1a54a tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:31:11.803843 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-042fba3b-24bb-4171-b6b8-a7a8e6edfb03 req-41287bd8-396e-40ad-950f-d81dd2f1a54a tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905'] for port, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:11.805268 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-042fba3b-24bb-4171-b6b8-a7a8e6edfb03 req-41287bd8-396e-40ad-950f-d81dd2f1a54a tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "PUT /v2.0/ports/7bab243d-b602-40fd-a545-e20c1ce70bfa HTTP/1.1" status: 200 len: 942 time: 0.3428254 Jul 28 09:31:11.807804 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a3ccc9f-c540-41f9-881a-edfbbeee60e2', 'tag': '7bab243d-b602-40fd-a545-e20c1ce70bfa'}] {{(pid=93067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:31:11.811694 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}119bb006a51e6799d77012a49065aa76076224f53078518f9bbc3af1ae40a877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf581a6-12ef-473e-b2a5-a396bc6f468b" -d '{"events": [{"name": "network-changed", "server_uuid": "4a3ccc9f-c540-41f9-881a-edfbbeee60e2", "tag": "7bab243d-b602-40fd-a545-e20c1ce70bfa"}]}' {{(pid=93067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:31:11.812026 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 54626) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:31:11.850484 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41287bd8-396e-40ad-950f-d81dd2f1a54a tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Pushing event updated for resources: {'Port': ['ID=7bab243d-b602-40fd-a545-e20c1ce70bfa,revision_number=7']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:31:11.894386 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-1c93d1ff-9b5b-4076-bf0f-bbec3b64eff6 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Notify callbacks [] for security_group, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:11.919728 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 09:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a0da4df-4601-44cc-8ed6-a6ddceb36912 x-openstack-request-id: req-3a0da4df-4601-44cc-8ed6-a6ddceb36912 {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:31:11.920017 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a3ccc9f-c540-41f9-881a-edfbbeee60e2", "tag": "7bab243d-b602-40fd-a545-e20c1ce70bfa", "status": "completed", "code": 200}]} {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:31:11.920294 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3a0da4df-4601-44cc-8ed6-a6ddceb36912 {{(pid=93067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:31:11.920704 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a3ccc9f-c540-41f9-881a-edfbbeee60e2', 'tag': '7bab243d-b602-40fd-a545-e20c1ce70bfa', 'status': 'completed', 'code': 200} Jul 28 09:31:11.946551 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-1c93d1ff-9b5b-4076-bf0f-bbec3b64eff6 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:11.985004 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] get_ports_and_sgs() called for port_ids ['7bab243d-b602-40fd-a545-e20c1ce70bfa'] {{(pid=93069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:31:12.016976 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-1c93d1ff-9b5b-4076-bf0f-bbec3b64eff6 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:12.020386 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-1c93d1ff-9b5b-4076-bf0f-bbec3b64eff6 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Notify callbacks [] for security_group, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:12.021906 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-1c93d1ff-9b5b-4076-bf0f-bbec3b64eff6 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "DELETE /v2.0/security-groups/273126ff-0cda-46ea-b1e2-a3a68e803c1d HTTP/1.1" status: 204 len: 168 time: 0.2088664 Jul 28 09:31:12.032799 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 54632) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:31:12.034124 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c93d1ff-9b5b-4076-bf0f-bbec3b64eff6 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=273126ff-0cda-46ea-b1e2-a3a68e803c1d,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:31:12.051774 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c93d1ff-9b5b-4076-bf0f-bbec3b64eff6 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:31:12.052435 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c93d1ff-9b5b-4076-bf0f-bbec3b64eff6 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:31:12.052950 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c93d1ff-9b5b-4076-bf0f-bbec3b64eff6 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:31:12.053488 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c93d1ff-9b5b-4076-bf0f-bbec3b64eff6 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:31:12.054334 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c93d1ff-9b5b-4076-bf0f-bbec3b64eff6 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:31:12.054860 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c93d1ff-9b5b-4076-bf0f-bbec3b64eff6 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:31:12.055388 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c93d1ff-9b5b-4076-bf0f-bbec3b64eff6 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:31:12.055902 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c93d1ff-9b5b-4076-bf0f-bbec3b64eff6 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:31:12.056420 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c93d1ff-9b5b-4076-bf0f-bbec3b64eff6 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:31:12.056911 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c93d1ff-9b5b-4076-bf0f-bbec3b64eff6 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:31:12.057394 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c93d1ff-9b5b-4076-bf0f-bbec3b64eff6 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:31:12.057911 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c93d1ff-9b5b-4076-bf0f-bbec3b64eff6 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:31:12.071714 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90399c6-c8ca-47d8-afd1-9c341e0bdaef req-5f0d7e6c-6e73-43aa-a4cf-f4506512745d tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:31:12.079968 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-d90399c6-c8ca-47d8-afd1-9c341e0bdaef req-5f0d7e6c-6e73-43aa-a4cf-f4506512745d tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a96654e-95dd-48bb-adf3-91e5eed7b520 HTTP/1.1" status: 200 len: 943 time: 0.0903270 Jul 28 09:31:12.141986 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-d90399c6-c8ca-47d8-afd1-9c341e0bdaef req-3a4a48ca-9080-4aa3-b129-cc70d5a79c1d tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=f472aec1-11e1-40fb-99a6-1f673d66ba57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609293 Jul 28 09:31:12.224924 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-48904bc6-7171-4a49-8760-43cf8a6aefa7 None None] Provisioning complete for port 7bab243d-b602-40fd-a545-e20c1ce70bfa triggered by entity DHCP. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:31:12.225780 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-48904bc6-7171-4a49-8760-43cf8a6aefa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:12.271220 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.plugin [None req-126dfa02-a768-48a8-a36b-0a57f6b8a1b1 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Deleting port 86d21e42-e4b3-4986-b164-3868990e339c {{(pid=93068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 09:31:12.271603 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-126dfa02-a768-48a8-a36b-0a57f6b8a1b1 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732595656843'] for port, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:12.356854 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-126dfa02-a768-48a8-a36b-0a57f6b8a1b1 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8264998'] for port, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:12.357191 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-126dfa02-a768-48a8-a36b-0a57f6b8a1b1 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:12.368603 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.plugin [None req-126dfa02-a768-48a8-a36b-0a57f6b8a1b1 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Calling delete_port for 86d21e42-e4b3-4986-b164-3868990e339c owned by network:floatingip {{(pid=93068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 09:31:12.423568 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-bfed1b50-a710-45de-a2fc-64eeb8ccc46b req-12a21dfa-0ed8-4baa-9dd3-04c5d9b989ca tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c381b9f-420f-4e11-8704-c61ed1f3cf50 HTTP/1.1" status: 200 len: 210 time: 0.0406616 Jul 28 09:31:12.590391 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-126dfa02-a768-48a8-a36b-0a57f6b8a1b1 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732595661087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732595289887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036940'] for port, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:12.615503 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126dfa02-a768-48a8-a36b-0a57f6b8a1b1 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Pushing event deleted for resources: {'Port': ['ID=86d21e42-e4b3-4986-b164-3868990e339c,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:31:12.678130 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-126dfa02-a768-48a8-a36b-0a57f6b8a1b1 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Notify callbacks [] for floatingip, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:12.678456 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.db.l3_db [None req-126dfa02-a768-48a8-a36b-0a57f6b8a1b1 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Floating IP c1105f92-d20c-4e1e-ad36-4b3c94445a77 disassociated (deleted). External IP: 172.27.3.204, port: 7bab243d-b602-40fd-a545-e20c1ce70bfa. Jul 28 09:31:12.896516 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-126dfa02-a768-48a8-a36b-0a57f6b8a1b1 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Router 9027a210-a60d-452b-85ec-fd8ecd1c5f8c has already been hosted by L3 agent 4c8802ae-c91a-4e26-b3c6-37f497a3b5b2 {{(pid=93068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 09:31:13.229301 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-126dfa02-a768-48a8-a36b-0a57f6b8a1b1 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Notify agent at l3_agent.dv-cinder-802669-1-iscsi the message routers_updated {{(pid=93068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:31:13.234762 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-126dfa02-a768-48a8-a36b-0a57f6b8a1b1 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905'] for floatingip, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:13.241309 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ad3c23-e331-42a3-bfbd-d2e4f746883f None None] Sync routers for ids ['9027a210-a60d-452b-85ec-fd8ecd1c5f8c'] in dv-cinder-802669-1-iscsi {{(pid=93069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:31:13.267950 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-126dfa02-a768-48a8-a36b-0a57f6b8a1b1 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "DELETE /v2.0/floatingips/c1105f92-d20c-4e1e-ad36-4b3c94445a77 HTTP/1.1" status: 204 len: 168 time: 1.2258823 Jul 28 09:31:13.268313 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ad3c23-e331-42a3-bfbd-d2e4f746883f None None] Routers {'9027a210-a60d-452b-85ec-fd8ecd1c5f8c'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:31:13.268541 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a3ccc9f-c540-41f9-881a-edfbbeee60e2', 'tag': '7bab243d-b602-40fd-a545-e20c1ce70bfa'}] {{(pid=93068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:31:13.268953 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-f6ad3c23-e331-42a3-bfbd-d2e4f746883f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:31:01Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['9027a210-a60d-452b-85ec-fd8ecd1c5f8c'], 'active': True} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:31:13.270766 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}139b294935eba5b67723c4cb949653233a30e5923a0155ee6b45606758e66ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ceffa5-58ae-4fe2-b9a8-a029331e47d8" -d '{"events": [{"name": "network-changed", "server_uuid": "4a3ccc9f-c540-41f9-881a-edfbbeee60e2", "tag": "7bab243d-b602-40fd-a545-e20c1ce70bfa"}]}' {{(pid=93068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:31:13.307958 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a502102f-1e34-4b28-92e9-49d323e980de req-f1a1d15b-6a41-419f-bfcf-4ef9687d2b94 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:31:13.310032 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a502102f-1e34-4b28-92e9-49d323e980de req-f1a1d15b-6a41-419f-bfcf-4ef9687d2b94 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a96654e-95dd-48bb-adf3-91e5eed7b520 HTTP/1.1" status: 200 len: 943 time: 0.0743544 Jul 28 09:31:13.367882 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a502102f-1e34-4b28-92e9-49d323e980de req-a4747388-060c-417a-8051-0537b81cde72 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=f472aec1-11e1-40fb-99a6-1f673d66ba57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504370 Jul 28 09:31:13.413438 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvr_db [None req-f6ad3c23-e331-42a3-bfbd-d2e4f746883f None None] Set router 9027a210-a60d-452b-85ec-fd8ecd1c5f8c gateway port host: dv-cinder-802669-1-iscsi {{(pid=93069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:31:13.598079 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 09:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e1b7aa8-279d-46da-8e12-f2485e248556 x-openstack-request-id: req-7e1b7aa8-279d-46da-8e12-f2485e248556 {{(pid=93068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:31:13.598367 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a3ccc9f-c540-41f9-881a-edfbbeee60e2", "tag": "7bab243d-b602-40fd-a545-e20c1ce70bfa", "status": "completed", "code": 200}]} {{(pid=93068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:31:13.598606 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7e1b7aa8-279d-46da-8e12-f2485e248556 {{(pid=93068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:31:13.598997 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a3ccc9f-c540-41f9-881a-edfbbeee60e2', 'tag': '7bab243d-b602-40fd-a545-e20c1ce70bfa', 'status': 'completed', 'code': 200} Jul 28 09:31:13.651764 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-f6ad3c23-e331-42a3-bfbd-d2e4f746883f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9027a210-a60d-452b-85ec-fd8ecd1c5f8c', 'name': 'tempest-TestMinimumBasicScenario-1667121404-router', 'tenant_id': 'de7108c357a549b0a779fe9c24380ee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'b1c6d751-2f12-467a-9a37-9f378d73faa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:28:28Z', 'updated_at': '2021-07-28T09:28:31Z', 'revision_number': 4, 'project_id': 'de7108c357a549b0a779fe9c24380ee8', 'gw_port': {'id': 'b1c6d751-2f12-467a-9a37-9f378d73faa6', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:5b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9027a210-a60d-452b-85ec-fd8ecd1c5f8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:28:29Z', 'updated_at': '2021-07-28T09:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_interfaces': [{'id': 'f483facb-b6a0-4c99-9428-1b3669cdbb3b', 'name': '', 'network_id': '5c151ff0-f69c-4429-8612-95745316e0b4', 'tenant_id': 'de7108c357a549b0a779fe9c24380ee8', 'mac_address': 'fa:16:3e:fb:91:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9027a210-a60d-452b-85ec-fd8ecd1c5f8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'c1a5e395-99a7-4d64-85f2-074a0837edd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:28:30Z', 'updated_at': '2021-07-28T09:28:37Z', 'revision_number': 5, 'project_id': 'de7108c357a549b0a779fe9c24380ee8', 'subnets': [{'id': 'c1a5e395-99a7-4d64-85f2-074a0837edd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:31:13.687407 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ad3c23-e331-42a3-bfbd-d2e4f746883f None None] Checking router: 9027a210-a60d-452b-85ec-fd8ecd1c5f8c for host: dv-cinder-802669-1-iscsi {{(pid=93069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:31:13.691994 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-4e247ec8-3dcd-4ce0-a47b-22452ba90148 req-e2073dd0-2c3f-48a3-abbe-cca120d74453 tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c381b9f-420f-4e11-8704-c61ed1f3cf50 HTTP/1.1" status: 200 len: 210 time: 0.0322402 Jul 28 09:31:13.701114 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ad3c23-e331-42a3-bfbd-d2e4f746883f None None] Routers {'9027a210-a60d-452b-85ec-fd8ecd1c5f8c'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:31:13.701821 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-f6ad3c23-e331-42a3-bfbd-d2e4f746883f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:31:01Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['9027a210-a60d-452b-85ec-fd8ecd1c5f8c'], 'active': True} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:31:13.853717 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvr_db [None req-f6ad3c23-e331-42a3-bfbd-d2e4f746883f None None] Set router 9027a210-a60d-452b-85ec-fd8ecd1c5f8c gateway port host: dv-cinder-802669-1-iscsi {{(pid=93069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:31:14.140174 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-f6ad3c23-e331-42a3-bfbd-d2e4f746883f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9027a210-a60d-452b-85ec-fd8ecd1c5f8c', 'name': 'tempest-TestMinimumBasicScenario-1667121404-router', 'tenant_id': 'de7108c357a549b0a779fe9c24380ee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'b1c6d751-2f12-467a-9a37-9f378d73faa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:28:28Z', 'updated_at': '2021-07-28T09:28:31Z', 'revision_number': 4, 'project_id': 'de7108c357a549b0a779fe9c24380ee8', 'gw_port': {'id': 'b1c6d751-2f12-467a-9a37-9f378d73faa6', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:5b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9027a210-a60d-452b-85ec-fd8ecd1c5f8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:28:29Z', 'updated_at': '2021-07-28T09:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_interfaces': [{'id': 'f483facb-b6a0-4c99-9428-1b3669cdbb3b', 'name': '', 'network_id': '5c151ff0-f69c-4429-8612-95745316e0b4', 'tenant_id': 'de7108c357a549b0a779fe9c24380ee8', 'mac_address': 'fa:16:3e:fb:91:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9027a210-a60d-452b-85ec-fd8ecd1c5f8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'c1a5e395-99a7-4d64-85f2-074a0837edd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:28:30Z', 'updated_at': '2021-07-28T09:28:37Z', 'revision_number': 5, 'project_id': 'de7108c357a549b0a779fe9c24380ee8', 'subnets': [{'id': 'c1a5e395-99a7-4d64-85f2-074a0837edd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:31:14.173719 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ad3c23-e331-42a3-bfbd-d2e4f746883f None None] The sync data for ids ['9027a210-a60d-452b-85ec-fd8ecd1c5f8c'] in dv-cinder-802669-1-iscsi is: [{'id': '9027a210-a60d-452b-85ec-fd8ecd1c5f8c', 'name': 'tempest-TestMinimumBasicScenario-1667121404-router', 'tenant_id': 'de7108c357a549b0a779fe9c24380ee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'b1c6d751-2f12-467a-9a37-9f378d73faa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:28:28Z', 'updated_at': '2021-07-28T09:28:31Z', 'revision_number': 4, 'project_id': 'de7108c357a549b0a779fe9c24380ee8', 'gw_port': {'id': 'b1c6d751-2f12-467a-9a37-9f378d73faa6', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:5b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9027a210-a60d-452b-85ec-fd8ecd1c5f8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:28:29Z', 'updated_at': '2021-07-28T09:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_interfaces': [{'id': 'f483facb-b6a0-4c99-9428-1b3669cdbb3b', 'name': '', 'network_id': '5c151ff0-f69c-4429-8612-95745316e0b4', 'tenant_id': 'de7108c357a549b0a779fe9c24380ee8', 'mac_address': 'fa:16:3e:fb:91:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9027a210-a60d-452b-85ec-fd8ecd1c5f8c', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'c1a5e395-99a7-4d64-85f2-074a0837edd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:28:30Z', 'updated_at': '2021-07-28T09:28:37Z', 'revision_number': 5, 'project_id': 'de7108c357a549b0a779fe9c24380ee8', 'subnets': [{'id': 'c1a5e395-99a7-4d64-85f2-074a0837edd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:31:14.456615 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33342f00-07e5-4c25-86c6-4d438e02504c None None] New status for floating IP c1105f92-d20c-4e1e-ad36-4b3c94445a77: DOWN {{(pid=93070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 09:31:14.506464 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab4865-8d4d-4cac-bfba-d616df7becf0 req-321f7c3b-91f7-4acc-932d-cb31e32e485d tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:31:14.508064 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-15ab4865-8d4d-4cac-bfba-d616df7becf0 req-321f7c3b-91f7-4acc-932d-cb31e32e485d tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a96654e-95dd-48bb-adf3-91e5eed7b520 HTTP/1.1" status: 200 len: 943 time: 0.0495646 Jul 28 09:31:14.549696 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-15ab4865-8d4d-4cac-bfba-d616df7becf0 req-0bd1bb4c-4f33-40df-be83-c19a2a26971f tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=f472aec1-11e1-40fb-99a6-1f673d66ba57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350971 Jul 28 09:31:14.803160 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-4d226747-2c6a-4106-a883-b9c0838f2256 req-31c3eb5b-96c3-438c-8df1-fbc2d7fb2a5d tempest-VolumesSnapshotTestJSON-680838686 tempest-VolumesSnapshotTestJSON-680838686-project] 10.222.0.23 "GET /v2.0/ports?device_id=9c381b9f-420f-4e11-8704-c61ed1f3cf50 HTTP/1.1" status: 200 len: 210 time: 0.0287733 Jul 28 09:31:15.399995 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf581a6-12ef-473e-b2a5-a396bc6f468b req-0bfe3509-fbfb-466f-98f3-e48e89c894d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:31:15.401458 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7cf581a6-12ef-473e-b2a5-a396bc6f468b req-0bfe3509-fbfb-466f-98f3-e48e89c894d3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=de7108c357a549b0a779fe9c24380ee8&device_id=4a3ccc9f-c540-41f9-881a-edfbbeee60e2 HTTP/1.1" status: 200 len: 1098 time: 0.0426140 Jul 28 09:31:15.503993 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf581a6-12ef-473e-b2a5-a396bc6f468b req-d3cd0352-f140-47ff-8c38-44b068acb593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:31:15.506147 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7cf581a6-12ef-473e-b2a5-a396bc6f468b req-d3cd0352-f140-47ff-8c38-44b068acb593 service neutron] 10.222.0.32 "GET /v2.0/networks?id=5c151ff0-f69c-4429-8612-95745316e0b4 HTTP/1.1" status: 200 len: 916 time: 0.0892708 Jul 28 09:31:15.560927 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7cf581a6-12ef-473e-b2a5-a396bc6f468b req-fd379807-5845-41f8-88b6-abb18f079341 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7bab243d-b602-40fd-a545-e20c1ce70bfa HTTP/1.1" status: 200 len: 217 time: 0.0440559 Jul 28 09:31:15.618759 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf581a6-12ef-473e-b2a5-a396bc6f468b req-b470c7eb-eb84-4672-9832-13ab8b934a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:31:15.620371 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7cf581a6-12ef-473e-b2a5-a396bc6f468b req-b470c7eb-eb84-4672-9832-13ab8b934a04 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c1a5e395-99a7-4d64-85f2-074a0837edd4 HTTP/1.1" status: 200 len: 854 time: 0.0521789 Jul 28 09:31:15.711027 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e320ee4-9952-4828-a436-f2d84cbf2ced req-3e5772df-e314-453a-ab5a-f7dcd4af7f61 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:31:15.712574 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-6e320ee4-9952-4828-a436-f2d84cbf2ced req-3e5772df-e314-453a-ab5a-f7dcd4af7f61 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a96654e-95dd-48bb-adf3-91e5eed7b520 HTTP/1.1" status: 200 len: 943 time: 0.0725241 Jul 28 09:31:15.714478 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf581a6-12ef-473e-b2a5-a396bc6f468b req-a1c3d3a9-0c7f-436d-b05f-c5b6be6a1ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:31:15.716556 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7cf581a6-12ef-473e-b2a5-a396bc6f468b req-a1c3d3a9-0c7f-436d-b05f-c5b6be6a1ff4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5c151ff0-f69c-4429-8612-95745316e0b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0861986 Jul 28 09:31:15.801313 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-6e320ee4-9952-4828-a436-f2d84cbf2ced req-f0b6391b-e03d-4e4d-ae61-2f27f213770d tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=f472aec1-11e1-40fb-99a6-1f673d66ba57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819142 Jul 28 09:31:15.838082 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7cf581a6-12ef-473e-b2a5-a396bc6f468b req-af6e7b91-c565-41c2-8971-1c854c71a5bb service neutron] 10.222.0.32 "GET /v2.0/networks/5c151ff0-f69c-4429-8612-95745316e0b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116881 Jul 28 09:31:15.943838 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7cf581a6-12ef-473e-b2a5-a396bc6f468b req-78b96020-cfbb-4410-9feb-d41ce10bb4d6 service neutron] 10.222.0.32 "GET /v2.0/networks/5c151ff0-f69c-4429-8612-95745316e0b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965915 Jul 28 09:31:16.029595 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ceffa5-58ae-4fe2-b9a8-a029331e47d8 req-c5fd5460-fffc-432e-8be5-fa341d142880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:31:16.031154 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b6ceffa5-58ae-4fe2-b9a8-a029331e47d8 req-c5fd5460-fffc-432e-8be5-fa341d142880 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=de7108c357a549b0a779fe9c24380ee8&device_id=4a3ccc9f-c540-41f9-881a-edfbbeee60e2 HTTP/1.1" status: 200 len: 1098 time: 0.0441070 Jul 28 09:31:16.140264 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ceffa5-58ae-4fe2-b9a8-a029331e47d8 req-15253d03-d31a-4d80-bb08-b7e160abc09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:31:16.141749 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b6ceffa5-58ae-4fe2-b9a8-a029331e47d8 req-15253d03-d31a-4d80-bb08-b7e160abc09f service neutron] 10.222.0.32 "GET /v2.0/networks?id=5c151ff0-f69c-4429-8612-95745316e0b4 HTTP/1.1" status: 200 len: 916 time: 0.1024730 Jul 28 09:31:16.188925 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b6ceffa5-58ae-4fe2-b9a8-a029331e47d8 req-6674fa46-4310-4f7d-899b-69622018bfb7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7bab243d-b602-40fd-a545-e20c1ce70bfa HTTP/1.1" status: 200 len: 217 time: 0.0392938 Jul 28 09:31:16.237918 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ceffa5-58ae-4fe2-b9a8-a029331e47d8 req-ab0c2e9b-1632-4b07-8ef2-ae806bcd2f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:31:16.239395 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b6ceffa5-58ae-4fe2-b9a8-a029331e47d8 req-ab0c2e9b-1632-4b07-8ef2-ae806bcd2f6a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c1a5e395-99a7-4d64-85f2-074a0837edd4 HTTP/1.1" status: 200 len: 854 time: 0.0435076 Jul 28 09:31:16.285644 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ceffa5-58ae-4fe2-b9a8-a029331e47d8 req-9597e868-e666-4579-bfed-a326f899dc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:31:16.287136 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b6ceffa5-58ae-4fe2-b9a8-a029331e47d8 req-9597e868-e666-4579-bfed-a326f899dc55 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=5c151ff0-f69c-4429-8612-95745316e0b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395653 Jul 28 09:31:16.380420 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b6ceffa5-58ae-4fe2-b9a8-a029331e47d8 req-f1a0df25-c532-4d29-9183-6329626f266e service neutron] 10.222.0.32 "GET /v2.0/networks/5c151ff0-f69c-4429-8612-95745316e0b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857301 Jul 28 09:31:16.466232 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b6ceffa5-58ae-4fe2-b9a8-a029331e47d8 req-cc318e13-0b6c-41cc-8522-f9d10844742b service neutron] 10.222.0.32 "GET /v2.0/networks/5c151ff0-f69c-4429-8612-95745316e0b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786896 Jul 28 09:31:16.932197 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0823731-b026-48de-a692-0c198cbebdec req-b4f6da8b-1384-4028-b98f-1d36018968ac tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:31:16.934153 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e0823731-b026-48de-a692-0c198cbebdec req-b4f6da8b-1384-4028-b98f-1d36018968ac tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a96654e-95dd-48bb-adf3-91e5eed7b520 HTTP/1.1" status: 200 len: 943 time: 0.0574639 Jul 28 09:31:16.975097 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e0823731-b026-48de-a692-0c198cbebdec req-8d5e7ffa-49a7-4f2c-a111-485a71f4ee8a tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=f472aec1-11e1-40fb-99a6-1f673d66ba57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344729 Jul 28 09:31:18.092970 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5677dcf-7d51-4932-ae6e-818ad38b991e req-e121230f-aad0-4cf2-9dc0-ff9134c6a92d tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:31:18.094511 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e5677dcf-7d51-4932-ae6e-818ad38b991e req-e121230f-aad0-4cf2-9dc0-ff9134c6a92d tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a96654e-95dd-48bb-adf3-91e5eed7b520 HTTP/1.1" status: 200 len: 943 time: 0.0480678 Jul 28 09:31:18.132579 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e5677dcf-7d51-4932-ae6e-818ad38b991e req-60dd4ad6-531e-44f8-920f-a8dd47ffcea6 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=f472aec1-11e1-40fb-99a6-1f673d66ba57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322237 Jul 28 09:31:18.512948 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd1eb8a-2dd2-4e17-8739-239d70ef6c3a req-ce8a50cd-44a2-4529-aa92-47f9e6500095 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:31:18.514388 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-bdd1eb8a-2dd2-4e17-8739-239d70ef6c3a req-ce8a50cd-44a2-4529-aa92-47f9e6500095 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a3ccc9f-c540-41f9-881a-edfbbeee60e2 HTTP/1.1" status: 200 len: 945 time: 0.0468953 Jul 28 09:31:18.551736 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-bdd1eb8a-2dd2-4e17-8739-239d70ef6c3a req-e9d5fc70-4ba5-4e77-adfb-b063177e8c8c tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/security-groups?id=f097d9a5-895a-44a3-ba79-3431c037bfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314310 Jul 28 09:31:18.579786 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device 9b6651ac-a2a9-45c2-85c4-d67031aa172a details requested by agent hyperv_hv-cinder-80266 with host hv-cinder-80266 {{(pid=93069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 09:31:18.673013 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port 9b6651ac-a2a9-45c2-85c4-d67031aa172a, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=9b6651ac-a2a9-45c2-85c4-d67031aa172a,segment=NetworkSegment(8d4ebd29-05d0-486e-9486-49583b4bf742),segment_id=8d4ebd29-05d0-486e-9486-49583b4bf742)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:31:18.684004 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Returning: {'device': '9b6651ac-a2a9-45c2-85c4-d67031aa172a', 'network_id': '59c4a637-5ed0-4b6e-a037-96ec97ce270f', 'port_id': '9b6651ac-a2a9-45c2-85c4-d67031aa172a', 'mac_address': 'fa:16:3e:c5:dd:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd0bcb40-b982-4039-a925-2309bc61c85b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 09:31:18.720049 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:18.735551 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.notifiers.nova [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b6651ac-a2a9-45c2-85c4-d67031aa172a {{(pid=93069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 09:31:18.753865 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port 9b6651ac-a2a9-45c2-85c4-d67031aa172a, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=9b6651ac-a2a9-45c2-85c4-d67031aa172a,segment=NetworkSegment(8d4ebd29-05d0-486e-9486-49583b4bf742),segment_id=8d4ebd29-05d0-486e-9486-49583b4bf742)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:31:18.757568 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:18.804471 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Pushing event updated for resources: {'Port': ['ID=9b6651ac-a2a9-45c2-85c4-d67031aa172a,revision_number=9']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:31:18.811124 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:31:18.811462 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:31:18.811816 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:31:18.812141 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:31:18.812460 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:31:18.812777 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:31:18.813090 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:31:18.813403 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:31:18.813715 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:31:18.814033 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:31:18.814343 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:31:18.814646 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:31:19.256243 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b061393-3c9a-4514-9534-1525c7212d36 req-2fbc84d2-1e8d-4f94-83d4-5167b666b8b1 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:31:19.257721 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-4b061393-3c9a-4514-9534-1525c7212d36 req-2fbc84d2-1e8d-4f94-83d4-5167b666b8b1 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a96654e-95dd-48bb-adf3-91e5eed7b520 HTTP/1.1" status: 200 len: 944 time: 0.0513933 Jul 28 09:31:19.295133 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-4b061393-3c9a-4514-9534-1525c7212d36 req-f1760a3b-35c3-42bb-9d0a-24349b5483a0 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=f472aec1-11e1-40fb-99a6-1f673d66ba57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304387 Jul 28 09:31:19.663923 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ddc4fa-1ed6-4b2e-8ee6-649ec48d9ee5 req-86e826aa-a6d0-4c40-9c9d-31960648cffd tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:31:19.665386 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-51ddc4fa-1ed6-4b2e-8ee6-649ec48d9ee5 req-86e826aa-a6d0-4c40-9c9d-31960648cffd tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a3ccc9f-c540-41f9-881a-edfbbeee60e2 HTTP/1.1" status: 200 len: 945 time: 0.0482118 Jul 28 09:31:19.702441 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-51ddc4fa-1ed6-4b2e-8ee6-649ec48d9ee5 req-86b73ee8-274f-4d3e-b88b-17be53040f81 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/security-groups?id=f097d9a5-895a-44a3-ba79-3431c037bfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305619 Jul 28 09:31:20.412393 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e711ef5e-ab2e-47a6-8ab3-90c8a3832791 req-2b0413f1-de5a-4a92-8e3d-f177cecbaed7 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:31:20.413840 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e711ef5e-ab2e-47a6-8ab3-90c8a3832791 req-2b0413f1-de5a-4a92-8e3d-f177cecbaed7 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a96654e-95dd-48bb-adf3-91e5eed7b520 HTTP/1.1" status: 200 len: 944 time: 0.0472722 Jul 28 09:31:20.450602 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e711ef5e-ab2e-47a6-8ab3-90c8a3832791 req-77210ccb-3947-4375-838e-0facf2cbf5e5 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=f472aec1-11e1-40fb-99a6-1f673d66ba57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308492 Jul 28 09:31:20.703233 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] get_ports_and_sgs() called for port_ids ['9b6651ac-a2a9-45c2-85c4-d67031aa172a'] {{(pid=93069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:31:20.818523 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee2ea6-dfe9-4fbe-aacb-4c72f9c844dc req-9d7f3b0e-5870-40d7-99a3-9fde35969bb9 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:31:20.820038 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-83ee2ea6-dfe9-4fbe-aacb-4c72f9c844dc req-9d7f3b0e-5870-40d7-99a3-9fde35969bb9 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a3ccc9f-c540-41f9-881a-edfbbeee60e2 HTTP/1.1" status: 200 len: 945 time: 0.0528777 Jul 28 09:31:20.859110 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-83ee2ea6-dfe9-4fbe-aacb-4c72f9c844dc req-d40c90ab-4ef8-4703-b5b9-c7204f569086 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/security-groups?id=f097d9a5-895a-44a3-ba79-3431c037bfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319192 Jul 28 09:31:21.571307 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1165aeb4-8116-404b-b3c7-fa86347890f6 req-2c6a519e-53b5-4430-ab96-56795d465314 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:31:21.572880 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-1165aeb4-8116-404b-b3c7-fa86347890f6 req-2c6a519e-53b5-4430-ab96-56795d465314 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a96654e-95dd-48bb-adf3-91e5eed7b520 HTTP/1.1" status: 200 len: 944 time: 0.0487719 Jul 28 09:31:21.612273 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-1165aeb4-8116-404b-b3c7-fa86347890f6 req-879279bf-cf10-47ad-9f2e-e374ae768151 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=f472aec1-11e1-40fb-99a6-1f673d66ba57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330398 Jul 28 09:31:21.971758 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2ad50-7e15-4a03-bf76-d59acfe32389 req-3e9fe3d0-c9a7-4bbf-8584-7d9bbd978833 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:31:21.973227 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-d5e2ad50-7e15-4a03-bf76-d59acfe32389 req-3e9fe3d0-c9a7-4bbf-8584-7d9bbd978833 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a3ccc9f-c540-41f9-881a-edfbbeee60e2 HTTP/1.1" status: 200 len: 945 time: 0.0481367 Jul 28 09:31:22.010133 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-d5e2ad50-7e15-4a03-bf76-d59acfe32389 req-b0447a55-5bcf-4369-b636-6d1837da72a7 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/security-groups?id=f097d9a5-895a-44a3-ba79-3431c037bfa4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309813 Jul 28 09:31:22.370241 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d0e23-2a1e-4e9c-81b0-de4318fc4ac6 req-7b20d3e8-3c66-4420-8717-d98fc236cb4d tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:31:22.371727 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-281d0e23-2a1e-4e9c-81b0-de4318fc4ac6 req-7b20d3e8-3c66-4420-8717-d98fc236cb4d tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a3ccc9f-c540-41f9-881a-edfbbeee60e2 HTTP/1.1" status: 200 len: 945 time: 0.0567625 Jul 28 09:31:22.442641 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device 9b6651ac-a2a9-45c2-85c4-d67031aa172a up at agent hyperv_hv-cinder-80266 {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:31:22.463966 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.plugin [req-281d0e23-2a1e-4e9c-81b0-de4318fc4ac6 req-fdba31dd-087d-47e6-a4ea-c4772a2a38d8 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Deleting port 7bab243d-b602-40fd-a545-e20c1ce70bfa {{(pid=93067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 09:31:22.464321 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-281d0e23-2a1e-4e9c-81b0-de4318fc4ac6 req-fdba31dd-087d-47e6-a4ea-c4772a2a38d8 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732595656843'] for port, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:22.491907 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Provisioning complete for port 9b6651ac-a2a9-45c2-85c4-d67031aa172a triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:31:22.492278 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:22.555499 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.db [req-281d0e23-2a1e-4e9c-81b0-de4318fc4ac6 req-fdba31dd-087d-47e6-a4ea-c4772a2a38d8 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] For port 7bab243d-b602-40fd-a545-e20c1ce70bfa, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=7bab243d-b602-40fd-a545-e20c1ce70bfa,segment=NetworkSegment(a4b20285-93a0-47b8-8d16-f514cfb8652f),segment_id=a4b20285-93a0-47b8-8d16-f514cfb8652f)] {{(pid=93067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:31:22.555889 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-281d0e23-2a1e-4e9c-81b0-de4318fc4ac6 req-fdba31dd-087d-47e6-a4ea-c4772a2a38d8 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8264998'] for port, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:22.568183 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:22.568843 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.plugin [req-281d0e23-2a1e-4e9c-81b0-de4318fc4ac6 req-fdba31dd-087d-47e6-a4ea-c4772a2a38d8 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Calling delete_port for 7bab243d-b602-40fd-a545-e20c1ce70bfa owned by compute:nova {{(pid=93067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 09:31:22.591311 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a96654e-95dd-48bb-adf3-91e5eed7b520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b6651ac-a2a9-45c2-85c4-d67031aa172a'}] {{(pid=93069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:31:22.593720 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386f2323eb9bad1244c7f57c000109fc890726fb555cdcb5e37d65c089562af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d896a9f-93e5-4c00-a1ed-d8aa85e68f3a" -d '{"events": [{"server_uuid": "5a96654e-95dd-48bb-adf3-91e5eed7b520", "name": "network-vif-plugged", "status": "completed", "tag": "9b6651ac-a2a9-45c2-85c4-d67031aa172a"}]}' {{(pid=93069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:31:22.606639 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port 9b6651ac-a2a9-45c2-85c4-d67031aa172a, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=9b6651ac-a2a9-45c2-85c4-d67031aa172a,segment=NetworkSegment(8d4ebd29-05d0-486e-9486-49583b4bf742),segment_id=8d4ebd29-05d0-486e-9486-49583b4bf742)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:31:22.610717 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:22.639071 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 09:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25aae9c5-bf33-4260-aa0c-7f038d8d5d56 x-openstack-request-id: req-25aae9c5-bf33-4260-aa0c-7f038d8d5d56 {{(pid=93069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:31:22.639410 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a96654e-95dd-48bb-adf3-91e5eed7b520", "name": "network-vif-plugged", "status": "completed", "tag": "9b6651ac-a2a9-45c2-85c4-d67031aa172a", "code": 200}]} {{(pid=93069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:31:22.640086 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-25aae9c5-bf33-4260-aa0c-7f038d8d5d56 {{(pid=93069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:31:22.640204 dv-cinder-802669-1-iscsi neutron-server[93069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a96654e-95dd-48bb-adf3-91e5eed7b520', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b6651ac-a2a9-45c2-85c4-d67031aa172a', 'code': 200} Jul 28 09:31:22.670626 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Pushing event updated for resources: {'Port': ['ID=9b6651ac-a2a9-45c2-85c4-d67031aa172a,revision_number=10']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:31:22.706065 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-281d0e23-2a1e-4e9c-81b0-de4318fc4ac6 req-fdba31dd-087d-47e6-a4ea-c4772a2a38d8 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732595661087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732595289887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33549966'] for port, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:22.722254 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] get_ports_and_sgs() called for port_ids ['7bab243d-b602-40fd-a545-e20c1ce70bfa'] {{(pid=93069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:31:22.754619 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdba31dd-087d-47e6-a4ea-c4772a2a38d8 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Pushing event deleted for resources: {'Port': ['ID=7bab243d-b602-40fd-a545-e20c1ce70bfa,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:31:22.793832 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb676d0-8333-482a-a56d-b6860fccfd1e req-790c2cd5-f0d8-45c6-847b-00ceb6fc3cae tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:31:22.795225 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-fdb676d0-8333-482a-a56d-b6860fccfd1e req-790c2cd5-f0d8-45c6-847b-00ceb6fc3cae tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a96654e-95dd-48bb-adf3-91e5eed7b520 HTTP/1.1" status: 200 len: 946 time: 0.0997603 Jul 28 09:31:22.810368 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.l3_dvrscheduler_db [req-281d0e23-2a1e-4e9c-81b0-de4318fc4ac6 req-fdba31dd-087d-47e6-a4ea-c4772a2a38d8 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] No DVR routers for this DVR port 7bab243d-b602-40fd-a545-e20c1ce70bfa on host hv-cinder-80266 {{(pid=93067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 09:31:22.817671 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-281d0e23-2a1e-4e9c-81b0-de4318fc4ac6 req-fdba31dd-087d-47e6-a4ea-c4772a2a38d8 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905'] for port, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:22.819540 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-281d0e23-2a1e-4e9c-81b0-de4318fc4ac6 req-fdba31dd-087d-47e6-a4ea-c4772a2a38d8 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.32 "DELETE /v2.0/ports/7bab243d-b602-40fd-a545-e20c1ce70bfa HTTP/1.1" status: 204 len: 173 time: 0.4411330 Jul 28 09:31:22.820145 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a3ccc9f-c540-41f9-881a-edfbbeee60e2', 'name': 'network-vif-deleted', 'tag': '7bab243d-b602-40fd-a545-e20c1ce70bfa'}] {{(pid=93067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:31:22.822276 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}119bb006a51e6799d77012a49065aa76076224f53078518f9bbc3af1ae40a877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0385376e-b338-43aa-afa7-6107c5744adf" -d '{"events": [{"server_uuid": "4a3ccc9f-c540-41f9-881a-edfbbeee60e2", "name": "network-vif-deleted", "tag": "7bab243d-b602-40fd-a545-e20c1ce70bfa"}]}' {{(pid=93067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:31:22.880175 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 09:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea44b2ac-ece2-4064-8e78-6cd564deb1e5 x-openstack-request-id: req-ea44b2ac-ece2-4064-8e78-6cd564deb1e5 {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:31:22.880461 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a3ccc9f-c540-41f9-881a-edfbbeee60e2", "name": "network-vif-deleted", "tag": "7bab243d-b602-40fd-a545-e20c1ce70bfa", "status": "completed", "code": 200}]} {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:31:22.880712 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ea44b2ac-ece2-4064-8e78-6cd564deb1e5 {{(pid=93067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:31:22.881100 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a3ccc9f-c540-41f9-881a-edfbbeee60e2', 'name': 'network-vif-deleted', 'tag': '7bab243d-b602-40fd-a545-e20c1ce70bfa', 'status': 'completed', 'code': 200} Jul 28 09:31:22.884318 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-fdb676d0-8333-482a-a56d-b6860fccfd1e req-f3e1c052-effc-484f-9c55-b134f5030fa4 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=f472aec1-11e1-40fb-99a6-1f673d66ba57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763166 Jul 28 09:31:22.890641 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a511b-e401-4cc4-a08a-6402820f511f req-5f4b2212-57d8-4700-8874-984cd23608e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:31:22.892151 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-972a511b-e401-4cc4-a08a-6402820f511f req-5f4b2212-57d8-4700-8874-984cd23608e7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5a96654e-95dd-48bb-adf3-91e5eed7b520 HTTP/1.1" status: 200 len: 1099 time: 0.0800729 Jul 28 09:31:22.935691 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-972a511b-e401-4cc4-a08a-6402820f511f req-3869d53b-21d6-46fb-bfa6-072dd90d24d1 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=f472aec1-11e1-40fb-99a6-1f673d66ba57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359988 Jul 28 09:31:23.129138 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e5fe27ec-55e9-4c82-96ec-2fba6a50fc0a req-869366e6-4649-4abe-83ec-3109991aaad2 tempest-TestMinimumBasicScenario-898473436 tempest-TestMinimumBasicScenario-898473436-project] 10.222.0.23 "GET /v2.0/ports?device_id=4a3ccc9f-c540-41f9-881a-edfbbeee60e2 HTTP/1.1" status: 200 len: 210 time: 0.0269043 Jul 28 09:31:24.023989 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be95d3-1939-4b99-9bf9-8bec3a5738a6 req-2281d9ba-991b-4f08-81cf-8daa19902272 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:31:24.025620 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-27be95d3-1939-4b99-9bf9-8bec3a5738a6 req-2281d9ba-991b-4f08-81cf-8daa19902272 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a96654e-95dd-48bb-adf3-91e5eed7b520 HTTP/1.1" status: 200 len: 946 time: 0.0494804 Jul 28 09:31:24.067110 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-27be95d3-1939-4b99-9bf9-8bec3a5738a6 req-f49b93d5-da74-4755-9894-37d42dd67321 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=f472aec1-11e1-40fb-99a6-1f673d66ba57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345211 Jul 28 09:31:24.717634 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 54864) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:31:24.943541 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:25.137712 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-8f4892d9-e328-4211-a46a-71108d0d9139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8270137'] for router_interface, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:25.254236 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beb0e5f-dfdf-41f1-8e65-d0649277af4c req-50f70c95-5ca2-4585-ad37-225900a5f017 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:31:25.255741 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2beb0e5f-dfdf-41f1-8e65-d0649277af4c req-50f70c95-5ca2-4585-ad37-225900a5f017 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a96654e-95dd-48bb-adf3-91e5eed7b520 HTTP/1.1" status: 200 len: 946 time: 0.1160576 Jul 28 09:31:25.382119 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2beb0e5f-dfdf-41f1-8e65-d0649277af4c req-a5476638-4703-4ec7-b198-2261539fbc07 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=f472aec1-11e1-40fb-99a6-1f673d66ba57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203513 Jul 28 09:31:25.755785 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.plugin [None req-8f4892d9-e328-4211-a46a-71108d0d9139 admin admin] Deleting port f483facb-b6a0-4c99-9428-1b3669cdbb3b {{(pid=93067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 09:31:25.756033 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-8f4892d9-e328-4211-a46a-71108d0d9139 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732595656843'] for port, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:25.835292 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.db [None req-8f4892d9-e328-4211-a46a-71108d0d9139 admin admin] For port f483facb-b6a0-4c99-9428-1b3669cdbb3b, host dv-cinder-802669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=f483facb-b6a0-4c99-9428-1b3669cdbb3b,segment=NetworkSegment(a4b20285-93a0-47b8-8d16-f514cfb8652f),segment_id=a4b20285-93a0-47b8-8d16-f514cfb8652f)] {{(pid=93067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:31:25.835689 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-8f4892d9-e328-4211-a46a-71108d0d9139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8264998'] for port, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:25.847978 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.plugin [None req-8f4892d9-e328-4211-a46a-71108d0d9139 admin admin] Calling delete_port for f483facb-b6a0-4c99-9428-1b3669cdbb3b owned by network:router_interface {{(pid=93067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 09:31:26.027343 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-8f4892d9-e328-4211-a46a-71108d0d9139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732595661087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732595289887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33549966'] for port, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:26.056831 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4892d9-e328-4211-a46a-71108d0d9139 admin admin] Pushing event deleted for resources: {'Port': ['ID=f483facb-b6a0-4c99-9428-1b3669cdbb3b,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:31:26.215051 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-8f4892d9-e328-4211-a46a-71108d0d9139 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8069291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8270165'] for router_interface, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:26.427393 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f4892d9-e328-4211-a46a-71108d0d9139 admin admin] Router 9027a210-a60d-452b-85ec-fd8ecd1c5f8c has already been hosted by L3 agent 4c8802ae-c91a-4e26-b3c6-37f497a3b5b2 {{(pid=93067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 09:31:26.531584 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f4892d9-e328-4211-a46a-71108d0d9139 admin admin] Notify agent at l3_agent.dv-cinder-802669-1-iscsi the message routers_updated {{(pid=93067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:31:26.536560 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-8f4892d9-e328-4211-a46a-71108d0d9139 admin admin] 10.222.0.23 "PUT /v2.0/routers/9027a210-a60d-452b-85ec-fd8ecd1c5f8c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8172638 Jul 28 09:31:26.539108 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 54886) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:31:26.541815 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22df2649-1c89-49b3-abb8-c13da2532310 None None] Sync routers for ids ['9027a210-a60d-452b-85ec-fd8ecd1c5f8c'] in dv-cinder-802669-1-iscsi {{(pid=93069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:31:26.551942 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22df2649-1c89-49b3-abb8-c13da2532310 None None] Routers {'9027a210-a60d-452b-85ec-fd8ecd1c5f8c'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:31:26.552557 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-22df2649-1c89-49b3-abb8-c13da2532310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:31:01Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['9027a210-a60d-452b-85ec-fd8ecd1c5f8c'], 'active': True} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:31:26.648669 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-f64a6102-fbf5-48c2-823f-29c686036686 admin admin] Notify callbacks [] for router, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:26.757802 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-f64a6102-fbf5-48c2-823f-29c686036686 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:26.778926 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvr_db [None req-22df2649-1c89-49b3-abb8-c13da2532310 None None] Set router 9027a210-a60d-452b-85ec-fd8ecd1c5f8c gateway port host: dv-cinder-802669-1-iscsi {{(pid=93069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:31:26.813282 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.plugin [None req-f64a6102-fbf5-48c2-823f-29c686036686 admin admin] Deleting port b1c6d751-2f12-467a-9a37-9f378d73faa6 {{(pid=93067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 09:31:26.813660 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-f64a6102-fbf5-48c2-823f-29c686036686 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732595656843'] for port, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:26.895996 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device 7bab243d-b602-40fd-a545-e20c1ce70bfa no longer exists at agent hyperv_hv-cinder-80266 {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:31:26.900878 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.db [None req-f64a6102-fbf5-48c2-823f-29c686036686 admin admin] For port b1c6d751-2f12-467a-9a37-9f378d73faa6, host dv-cinder-802669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=b1c6d751-2f12-467a-9a37-9f378d73faa6,segment=NetworkSegment(b226f756-b865-4ac3-ba22-f8bcfda44394),segment_id=b226f756-b865-4ac3-ba22-f8bcfda44394)] {{(pid=93067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:31:26.901512 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-f64a6102-fbf5-48c2-823f-29c686036686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8264998'] for port, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:26.915555 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.plugin [None req-f64a6102-fbf5-48c2-823f-29c686036686 admin admin] Calling delete_port for b1c6d751-2f12-467a-9a37-9f378d73faa6 owned by network:router_gateway {{(pid=93067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 09:31:26.925968 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] No Port match for: 7bab243d-b602-40fd-a545-e20c1ce70bfa {{(pid=93069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 09:31:26.926306 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device 7bab243d-b602-40fd-a545-e20c1ce70bfa not bound to the agent host hv-cinder-80266 {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:31:26.973405 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-22df2649-1c89-49b3-abb8-c13da2532310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9027a210-a60d-452b-85ec-fd8ecd1c5f8c', 'name': 'tempest-TestMinimumBasicScenario-1667121404-router', 'tenant_id': 'de7108c357a549b0a779fe9c24380ee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': 'b1c6d751-2f12-467a-9a37-9f378d73faa6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:28:28Z', 'updated_at': '2021-07-28T09:31:25Z', 'revision_number': 5, 'project_id': 'de7108c357a549b0a779fe9c24380ee8', 'gw_port': {'id': 'b1c6d751-2f12-467a-9a37-9f378d73faa6', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:5b:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9027a210-a60d-452b-85ec-fd8ecd1c5f8c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:28:29Z', 'updated_at': '2021-07-28T09:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi'}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:31:27.002013 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22df2649-1c89-49b3-abb8-c13da2532310 None None] Checking router: 9027a210-a60d-452b-85ec-fd8ecd1c5f8c for host: dv-cinder-802669-1-iscsi {{(pid=93069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:31:27.010129 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22df2649-1c89-49b3-abb8-c13da2532310 None None] Routers {'9027a210-a60d-452b-85ec-fd8ecd1c5f8c'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:31:27.010724 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-22df2649-1c89-49b3-abb8-c13da2532310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:31:01Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['9027a210-a60d-452b-85ec-fd8ecd1c5f8c'], 'active': True} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:31:27.082222 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-f64a6102-fbf5-48c2-823f-29c686036686 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732595661087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732595289887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33549966'] for port, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:27.096349 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvr_db [None req-22df2649-1c89-49b3-abb8-c13da2532310 None None] Set router 9027a210-a60d-452b-85ec-fd8ecd1c5f8c gateway port host: None {{(pid=93069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:31:27.108075 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a6102-fbf5-48c2-823f-29c686036686 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1c6d751-2f12-467a-9a37-9f378d73faa6,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:31:27.147030 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-22df2649-1c89-49b3-abb8-c13da2532310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9027a210-a60d-452b-85ec-fd8ecd1c5f8c', 'name': 'tempest-TestMinimumBasicScenario-1667121404-router', 'tenant_id': 'de7108c357a549b0a779fe9c24380ee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:28:28Z', 'updated_at': '2021-07-28T09:31:26Z', 'revision_number': 6, 'project_id': 'de7108c357a549b0a779fe9c24380ee8', 'gw_port_host': None}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:31:27.173965 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-f64a6102-fbf5-48c2-823f-29c686036686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8269047'] for router_gateway, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:27.179304 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22df2649-1c89-49b3-abb8-c13da2532310 None None] The sync data for ids ['9027a210-a60d-452b-85ec-fd8ecd1c5f8c'] in dv-cinder-802669-1-iscsi is: [{'id': '9027a210-a60d-452b-85ec-fd8ecd1c5f8c', 'name': 'tempest-TestMinimumBasicScenario-1667121404-router', 'tenant_id': 'de7108c357a549b0a779fe9c24380ee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:28:28Z', 'updated_at': '2021-07-28T09:31:26Z', 'revision_number': 6, 'project_id': 'de7108c357a549b0a779fe9c24380ee8', 'gw_port_host': None}] {{(pid=93069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:31:27.265705 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-f64a6102-fbf5-48c2-823f-29c686036686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7992424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-245475'] for router, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:27.267925 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-f64a6102-fbf5-48c2-823f-29c686036686 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:27.312154 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-f64a6102-fbf5-48c2-823f-29c686036686 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7993592'] for router, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:27.312671 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f64a6102-fbf5-48c2-823f-29c686036686 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9027a210-a60d-452b-85ec-fd8ecd1c5f8c {{(pid=93067) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 09:31:27.316944 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-f64a6102-fbf5-48c2-823f-29c686036686 admin admin] Notify callbacks [] for router, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:27.318073 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-f64a6102-fbf5-48c2-823f-29c686036686 admin admin] 10.222.0.23 "DELETE /v2.0/routers/9027a210-a60d-452b-85ec-fd8ecd1c5f8c HTTP/1.1" status: 204 len: 168 time: 0.7779961 Jul 28 09:31:27.320659 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 54890) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:31:27.364118 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eef99aa-3469-43fe-a3a0-11ec52cd2767 admin admin] Deleting subnet c1a5e395-99a7-4d64-85f2-074a0837edd4 {{(pid=93067) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 09:31:27.367100 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-1eef99aa-3469-43fe-a3a0-11ec52cd2767 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:27.400024 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-1eef99aa-3469-43fe-a3a0-11ec52cd2767 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5893330'] for subnet, precommit_delete_associations {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:27.511660 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-1eef99aa-3469-43fe-a3a0-11ec52cd2767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996982'] for subnet, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:27.569862 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-1eef99aa-3469-43fe-a3a0-11ec52cd2767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33550043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33525746'] for subnet, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:27.603281 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-1eef99aa-3469-43fe-a3a0-11ec52cd2767 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:27.605196 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-1eef99aa-3469-43fe-a3a0-11ec52cd2767 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c1a5e395-99a7-4d64-85f2-074a0837edd4 HTTP/1.1" status: 204 len: 168 time: 0.2835977 Jul 28 09:31:27.607725 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eef99aa-3469-43fe-a3a0-11ec52cd2767 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1a5e395-99a7-4d64-85f2-074a0837edd4,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:31:27.608443 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 54892) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:31:27.609596 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5417795-2ca1-4eb4-a2eb-fc63ef14361f None None] Network 5c151ff0-f69c-4429-8612-95745316e0b4 requested from dv-cinder-802669-1-iscsi {{(pid=93069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 09:31:27.675280 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-19bb109d-e06f-48d1-9d8b-d6188eaa9c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599172'] for network, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:27.725869 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.plugin [None req-19bb109d-e06f-48d1-9d8b-d6188eaa9c8f admin admin] Deleting port 4d59f94c-9f2b-424c-9390-a9eddbdd4d75 {{(pid=93068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 09:31:27.726189 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-19bb109d-e06f-48d1-9d8b-d6188eaa9c8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732595656843'] for port, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:27.791997 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.db [None req-19bb109d-e06f-48d1-9d8b-d6188eaa9c8f admin admin] For port 4d59f94c-9f2b-424c-9390-a9eddbdd4d75, host dv-cinder-802669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=4d59f94c-9f2b-424c-9390-a9eddbdd4d75,segment=NetworkSegment(a4b20285-93a0-47b8-8d16-f514cfb8652f),segment_id=a4b20285-93a0-47b8-8d16-f514cfb8652f)] {{(pid=93068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:31:27.792292 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-19bb109d-e06f-48d1-9d8b-d6188eaa9c8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8264998'] for port, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:27.804880 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.plugin [None req-19bb109d-e06f-48d1-9d8b-d6188eaa9c8f admin admin] Calling delete_port for 4d59f94c-9f2b-424c-9390-a9eddbdd4d75 owned by network:dhcp {{(pid=93068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 09:31:27.881837 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-19bb109d-e06f-48d1-9d8b-d6188eaa9c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732595661087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732595289887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036940'] for port, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:27.912315 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bb109d-e06f-48d1-9d8b-d6188eaa9c8f admin admin] Pushing event deleted for resources: {'Port': ['ID=4d59f94c-9f2b-424c-9390-a9eddbdd4d75,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:31:27.917016 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19bb109d-e06f-48d1-9d8b-d6188eaa9c8f admin admin] No DVR routers for this DVR port 4d59f94c-9f2b-424c-9390-a9eddbdd4d75 on host dv-cinder-802669-1-iscsi {{(pid=93068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 09:31:27.921857 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007ef032-f495-4003-bd7f-cf52838a2d3d None None] DHCP port deletion for 5c151ff0-f69c-4429-8612-95745316e0b4 request from dv-cinder-802669-1-iscsi {{(pid=93069) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 09:31:27.990779 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-19bb109d-e06f-48d1-9d8b-d6188eaa9c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983811', 'neutron.services.segments.db._delete_segments_for_network-8732595736369'] for network, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:28.000945 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.services.segments.db [None req-19bb109d-e06f-48d1-9d8b-d6188eaa9c8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c151ff0-f69c-4429-8612-95745316e0b4']}} {{(pid=93068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:31:28.011172 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.services.segments.db [None req-19bb109d-e06f-48d1-9d8b-d6188eaa9c8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4b20285-93a0-47b8-8d16-f514cfb8652f') {'for_net_delete': True} {{(pid=93068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:31:28.011461 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.services.segments.db [None req-19bb109d-e06f-48d1-9d8b-d6188eaa9c8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4b20285-93a0-47b8-8d16-f514cfb8652f') {} {{(pid=93068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:31:28.020561 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-19bb109d-e06f-48d1-9d8b-d6188eaa9c8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732595737146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6036970'] for segment, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:28.034425 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-19bb109d-e06f-48d1-9d8b-d6188eaa9c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998659'] for segment, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:28.040300 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19bb109d-e06f-48d1-9d8b-d6188eaa9c8f admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=93068) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 09:31:28.040796 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-19bb109d-e06f-48d1-9d8b-d6188eaa9c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6036963'] for segment, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:28.042430 dv-cinder-802669-1-iscsi neutron-server[93068]: Traceback (most recent call last): Jul 28 09:31:28.042430 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 09:31:28.042430 dv-cinder-802669-1-iscsi neutron-server[93068]: timer() Jul 28 09:31:28.042430 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 09:31:28.042430 dv-cinder-802669-1-iscsi neutron-server[93068]: cb(*args, **kw) Jul 28 09:31:28.042430 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 09:31:28.042430 dv-cinder-802669-1-iscsi neutron-server[93068]: return func(*args, **kwargs) Jul 28 09:31:28.042430 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 09:31:28.042430 dv-cinder-802669-1-iscsi neutron-server[93068]: self._notify() Jul 28 09:31:28.042430 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 09:31:28.042430 dv-cinder-802669-1-iscsi neutron-server[93068]: self.callback(batched_events) Jul 28 09:31:28.042430 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 09:31:28.042430 dv-cinder-802669-1-iscsi neutron-server[93068]: event.method(event) Jul 28 09:31:28.042430 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 09:31:28.042430 dv-cinder-802669-1-iscsi neutron-server[93068]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 09:31:28.042430 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 09:31:28.042430 dv-cinder-802669-1-iscsi neutron-server[93068]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 09:31:28.042430 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 09:31:28.042430 dv-cinder-802669-1-iscsi neutron-server[93068]: return f(self, *a, **k) Jul 28 09:31:28.042430 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 09:31:28.042430 dv-cinder-802669-1-iscsi neutron-server[93068]: return self._get(url).json() Jul 28 09:31:28.042430 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 09:31:28.042430 dv-cinder-802669-1-iscsi neutron-server[93068]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 09:31:28.042430 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 09:31:28.042430 dv-cinder-802669-1-iscsi neutron-server[93068]: return self.request(url, 'GET', **kwargs) Jul 28 09:31:28.042430 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 09:31:28.042430 dv-cinder-802669-1-iscsi neutron-server[93068]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 09:31:28.042430 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 09:31:28.042430 dv-cinder-802669-1-iscsi neutron-server[93068]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 09:31:28.042430 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 09:31:28.042430 dv-cinder-802669-1-iscsi neutron-server[93068]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 09:31:28.042430 dv-cinder-802669-1-iscsi neutron-server[93068]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 09:31:28.100952 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-19bb109d-e06f-48d1-9d8b-d6188eaa9c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-987120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8269003'] for network, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:28.117673 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-19bb109d-e06f-48d1-9d8b-d6188eaa9c8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for network, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:28.119638 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-19bb109d-e06f-48d1-9d8b-d6188eaa9c8f admin admin] 10.222.0.23 "DELETE /v2.0/networks/5c151ff0-f69c-4429-8612-95745316e0b4 HTTP/1.1" status: 204 len: 168 time: 0.5100594 Jul 28 09:31:28.120923 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bb109d-e06f-48d1-9d8b-d6188eaa9c8f admin admin] Pushing event deleted for resources: {'Network': ['ID=5c151ff0-f69c-4429-8612-95745316e0b4,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:31:28.122527 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 54896) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:31:28.351007 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-60519796-3250-4dda-b73a-fc1352574471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:28.462592 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-d437e806-7a2a-4c91-b5f2-f025423a4822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8270137'] for router_interface, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:28.695034 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.plugin [None req-d437e806-7a2a-4c91-b5f2-f025423a4822 admin admin] Deleting port dfe61a74-43a4-4ec8-8f06-677ff7405d1a {{(pid=93068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 09:31:28.695700 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-d437e806-7a2a-4c91-b5f2-f025423a4822 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732595656843'] for port, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:28.708224 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device f483facb-b6a0-4c99-9428-1b3669cdbb3b no longer exists at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:31:28.739377 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] No Port match for: f483facb-b6a0-4c99-9428-1b3669cdbb3b {{(pid=93069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 09:31:28.739832 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device f483facb-b6a0-4c99-9428-1b3669cdbb3b not bound to the agent host dv-cinder-802669-1-iscsi {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:31:28.740240 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device 4d59f94c-9f2b-424c-9390-a9eddbdd4d75 no longer exists at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:31:28.758745 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] No Port match for: 4d59f94c-9f2b-424c-9390-a9eddbdd4d75 {{(pid=93069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 09:31:28.759086 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device 4d59f94c-9f2b-424c-9390-a9eddbdd4d75 not bound to the agent host dv-cinder-802669-1-iscsi {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:31:28.759481 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device b1c6d751-2f12-467a-9a37-9f378d73faa6 no longer exists at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:31:28.779073 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] No Port match for: b1c6d751-2f12-467a-9a37-9f378d73faa6 {{(pid=93069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 09:31:28.779416 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device b1c6d751-2f12-467a-9a37-9f378d73faa6 not bound to the agent host dv-cinder-802669-1-iscsi {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:31:28.779975 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.db [None req-d437e806-7a2a-4c91-b5f2-f025423a4822 admin admin] For port dfe61a74-43a4-4ec8-8f06-677ff7405d1a, host dv-cinder-802669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=dfe61a74-43a4-4ec8-8f06-677ff7405d1a,segment=NetworkSegment(6ca9eaa9-fa93-4a23-a50b-a5c64677eef7),segment_id=6ca9eaa9-fa93-4a23-a50b-a5c64677eef7)] {{(pid=93068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:31:28.780354 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-d437e806-7a2a-4c91-b5f2-f025423a4822 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8264998'] for port, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:28.793046 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.plugin [None req-d437e806-7a2a-4c91-b5f2-f025423a4822 admin admin] Calling delete_port for dfe61a74-43a4-4ec8-8f06-677ff7405d1a owned by network:router_interface {{(pid=93068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 09:31:28.980484 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-d437e806-7a2a-4c91-b5f2-f025423a4822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732595661087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732595289887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036940'] for port, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:29.008210 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d437e806-7a2a-4c91-b5f2-f025423a4822 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfe61a74-43a4-4ec8-8f06-677ff7405d1a,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:31:29.188747 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-d437e806-7a2a-4c91-b5f2-f025423a4822 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8069291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8270165'] for router_interface, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:29.400661 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d437e806-7a2a-4c91-b5f2-f025423a4822 admin admin] Router e67df176-c5c6-4f77-a6f2-3e401fb18f9c has already been hosted by L3 agent 4c8802ae-c91a-4e26-b3c6-37f497a3b5b2 {{(pid=93068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 09:31:29.508729 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d437e806-7a2a-4c91-b5f2-f025423a4822 admin admin] Notify agent at l3_agent.dv-cinder-802669-1-iscsi the message routers_updated {{(pid=93068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:31:29.513844 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-d437e806-7a2a-4c91-b5f2-f025423a4822 admin admin] 10.222.0.23 "PUT /v2.0/routers/e67df176-c5c6-4f77-a6f2-3e401fb18f9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3903959 Jul 28 09:31:29.516486 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 54906) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:31:29.519050 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d9cf69-c9b3-4f43-9d35-ff3bb43c8af9 None None] Sync routers for ids ['e67df176-c5c6-4f77-a6f2-3e401fb18f9c'] in dv-cinder-802669-1-iscsi {{(pid=93070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:31:29.529933 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d9cf69-c9b3-4f43-9d35-ff3bb43c8af9 None None] Routers {'e67df176-c5c6-4f77-a6f2-3e401fb18f9c'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:31:29.530560 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-49d9cf69-c9b3-4f43-9d35-ff3bb43c8af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:31:01Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['e67df176-c5c6-4f77-a6f2-3e401fb18f9c'], 'active': True} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:31:29.620495 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-b63c6894-a369-49a0-9fd1-d57d94c9d451 admin admin] Notify callbacks [] for router, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:29.631589 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvr_db [None req-49d9cf69-c9b3-4f43-9d35-ff3bb43c8af9 None None] Set router e67df176-c5c6-4f77-a6f2-3e401fb18f9c gateway port host: dv-cinder-802669-1-iscsi {{(pid=93070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:31:29.724811 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-b63c6894-a369-49a0-9fd1-d57d94c9d451 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:29.778805 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.plugin [None req-b63c6894-a369-49a0-9fd1-d57d94c9d451 admin admin] Deleting port e07ef768-5741-49df-b661-af8ba79b91c9 {{(pid=93068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 09:31:29.779026 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-b63c6894-a369-49a0-9fd1-d57d94c9d451 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732595656843'] for port, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:29.816384 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-49d9cf69-c9b3-4f43-9d35-ff3bb43c8af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67df176-c5c6-4f77-a6f2-3e401fb18f9c', 'name': 'tempest-TestMinimumBasicScenario-1439342449-router', 'tenant_id': '82352d30ef3e438d82d86a93c82e449b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'e07ef768-5741-49df-b661-af8ba79b91c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:28:33Z', 'updated_at': '2021-07-28T09:31:28Z', 'revision_number': 5, 'project_id': '82352d30ef3e438d82d86a93c82e449b', 'gw_port': {'id': 'e07ef768-5741-49df-b661-af8ba79b91c9', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:70:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e67df176-c5c6-4f77-a6f2-3e401fb18f9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:28:34Z', 'updated_at': '2021-07-28T09:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi'}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:31:29.846819 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d9cf69-c9b3-4f43-9d35-ff3bb43c8af9 None None] Checking router: e67df176-c5c6-4f77-a6f2-3e401fb18f9c for host: dv-cinder-802669-1-iscsi {{(pid=93070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:31:29.855036 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d9cf69-c9b3-4f43-9d35-ff3bb43c8af9 None None] Routers {'e67df176-c5c6-4f77-a6f2-3e401fb18f9c'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:31:29.855654 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-49d9cf69-c9b3-4f43-9d35-ff3bb43c8af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:31:01Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['e67df176-c5c6-4f77-a6f2-3e401fb18f9c'], 'active': True} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:31:29.861911 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.db [None req-b63c6894-a369-49a0-9fd1-d57d94c9d451 admin admin] For port e07ef768-5741-49df-b661-af8ba79b91c9, host dv-cinder-802669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=e07ef768-5741-49df-b661-af8ba79b91c9,segment=NetworkSegment(b226f756-b865-4ac3-ba22-f8bcfda44394),segment_id=b226f756-b865-4ac3-ba22-f8bcfda44394)] {{(pid=93068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:31:29.862433 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-b63c6894-a369-49a0-9fd1-d57d94c9d451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8264998'] for port, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:29.878949 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.plugin [None req-b63c6894-a369-49a0-9fd1-d57d94c9d451 admin admin] Calling delete_port for e07ef768-5741-49df-b661-af8ba79b91c9 owned by network:router_gateway {{(pid=93068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 09:31:29.944862 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvr_db [None req-49d9cf69-c9b3-4f43-9d35-ff3bb43c8af9 None None] Set router e67df176-c5c6-4f77-a6f2-3e401fb18f9c gateway port host: None {{(pid=93070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:31:30.000938 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-49d9cf69-c9b3-4f43-9d35-ff3bb43c8af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e67df176-c5c6-4f77-a6f2-3e401fb18f9c', 'name': 'tempest-TestMinimumBasicScenario-1439342449-router', 'tenant_id': '82352d30ef3e438d82d86a93c82e449b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:28:33Z', 'updated_at': '2021-07-28T09:31:29Z', 'revision_number': 6, 'project_id': '82352d30ef3e438d82d86a93c82e449b', 'gw_port_host': None}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:31:30.036584 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d9cf69-c9b3-4f43-9d35-ff3bb43c8af9 None None] The sync data for ids ['e67df176-c5c6-4f77-a6f2-3e401fb18f9c'] in dv-cinder-802669-1-iscsi is: [{'id': 'e67df176-c5c6-4f77-a6f2-3e401fb18f9c', 'name': 'tempest-TestMinimumBasicScenario-1439342449-router', 'tenant_id': '82352d30ef3e438d82d86a93c82e449b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:28:33Z', 'updated_at': '2021-07-28T09:31:29Z', 'revision_number': 6, 'project_id': '82352d30ef3e438d82d86a93c82e449b', 'gw_port_host': None}] {{(pid=93070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:31:30.067880 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-b63c6894-a369-49a0-9fd1-d57d94c9d451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732595661087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732595289887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036940'] for port, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:30.110526 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63c6894-a369-49a0-9fd1-d57d94c9d451 admin admin] Pushing event deleted for resources: {'Port': ['ID=e07ef768-5741-49df-b661-af8ba79b91c9,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:31:30.175929 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-b63c6894-a369-49a0-9fd1-d57d94c9d451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8269047'] for router_gateway, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:30.280308 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-b63c6894-a369-49a0-9fd1-d57d94c9d451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7992424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-245475'] for router, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:30.282387 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-b63c6894-a369-49a0-9fd1-d57d94c9d451 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:30.343534 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-b63c6894-a369-49a0-9fd1-d57d94c9d451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7993592'] for router, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:30.344096 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b63c6894-a369-49a0-9fd1-d57d94c9d451 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e67df176-c5c6-4f77-a6f2-3e401fb18f9c {{(pid=93068) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 09:31:30.348877 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-b63c6894-a369-49a0-9fd1-d57d94c9d451 admin admin] Notify callbacks [] for router, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:30.350042 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-b63c6894-a369-49a0-9fd1-d57d94c9d451 admin admin] 10.222.0.23 "DELETE /v2.0/routers/e67df176-c5c6-4f77-a6f2-3e401fb18f9c HTTP/1.1" status: 204 len: 168 time: 0.8326216 Jul 28 09:31:30.352540 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 54918) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:31:30.394832 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.db.db_base_plugin_v2 [None req-222c67a4-6fc9-4e90-8956-f29b2d843be3 admin admin] Deleting subnet 3023759c-3293-4596-ab42-c8e7c2e4aced {{(pid=93068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 09:31:30.397944 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-222c67a4-6fc9-4e90-8956-f29b2d843be3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:30.438395 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-222c67a4-6fc9-4e90-8956-f29b2d843be3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6036963'] for subnet, precommit_delete_associations {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:30.548052 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-222c67a4-6fc9-4e90-8956-f29b2d843be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996982'] for subnet, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:30.601854 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-222c67a4-6fc9-4e90-8956-f29b2d843be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6036889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6272565'] for subnet, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:30.624346 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222c67a4-6fc9-4e90-8956-f29b2d843be3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3023759c-3293-4596-ab42-c8e7c2e4aced,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:31:30.629833 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-222c67a4-6fc9-4e90-8956-f29b2d843be3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for subnet, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:30.631730 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-222c67a4-6fc9-4e90-8956-f29b2d843be3 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/3023759c-3293-4596-ab42-c8e7c2e4aced HTTP/1.1" status: 204 len: 168 time: 0.2782562 Jul 28 09:31:30.634204 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 54920) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:31:30.638114 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c12600-a56d-4307-8516-af41742bbcc6 None None] Network fa3d1cdd-3dbd-4c6a-9835-2bb7db5d3676 requested from dv-cinder-802669-1-iscsi {{(pid=93069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 09:31:30.701351 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-2ed1587f-f8d7-411b-adf4-f796a066ecbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599172'] for network, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:30.757191 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-3646bf94-713b-46c1-b55f-4391ea5a65f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:30.761074 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.plugin [None req-2ed1587f-f8d7-411b-adf4-f796a066ecbc admin admin] Deleting port 134d24e1-4211-4e53-8020-9398b8ac7fe9 {{(pid=93068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 09:31:30.761557 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-2ed1587f-f8d7-411b-adf4-f796a066ecbc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732595656843'] for port, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:30.826372 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.db [None req-2ed1587f-f8d7-411b-adf4-f796a066ecbc admin admin] For port 134d24e1-4211-4e53-8020-9398b8ac7fe9, host dv-cinder-802669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=134d24e1-4211-4e53-8020-9398b8ac7fe9,segment=NetworkSegment(6ca9eaa9-fa93-4a23-a50b-a5c64677eef7),segment_id=6ca9eaa9-fa93-4a23-a50b-a5c64677eef7)] {{(pid=93068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:31:30.826372 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-2ed1587f-f8d7-411b-adf4-f796a066ecbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8264998'] for port, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:30.839315 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.plugin [None req-2ed1587f-f8d7-411b-adf4-f796a066ecbc admin admin] Calling delete_port for 134d24e1-4211-4e53-8020-9398b8ac7fe9 owned by network:dhcp {{(pid=93068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 09:31:30.868332 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedd56a0-7c54-4d45-96d0-a6f02fb6a68a None None] DHCP port deletion for fa3d1cdd-3dbd-4c6a-9835-2bb7db5d3676 request from dv-cinder-802669-1-iscsi {{(pid=93069) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 09:31:30.922555 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-bedd56a0-7c54-4d45-96d0-a6f02fb6a68a None None] Deleting port 134d24e1-4211-4e53-8020-9398b8ac7fe9 {{(pid=93069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 09:31:30.923277 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-bedd56a0-7c54-4d45-96d0-a6f02fb6a68a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732595656843'] for port, before_delete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:30.928357 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-2ed1587f-f8d7-411b-adf4-f796a066ecbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732595661087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732595289887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036940'] for port, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:30.958983 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed1587f-f8d7-411b-adf4-f796a066ecbc admin admin] No DVR routers for this DVR port 134d24e1-4211-4e53-8020-9398b8ac7fe9 on host dv-cinder-802669-1-iscsi {{(pid=93068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 09:31:30.963211 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device dfe61a74-43a4-4ec8-8f06-677ff7405d1a no longer exists at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:31:30.983486 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed1587f-f8d7-411b-adf4-f796a066ecbc admin admin] Pushing event deleted for resources: {'Port': ['ID=134d24e1-4211-4e53-8020-9398b8ac7fe9,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:31:30.998661 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] No Port match for: dfe61a74-43a4-4ec8-8f06-677ff7405d1a {{(pid=93069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 09:31:30.998997 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device dfe61a74-43a4-4ec8-8f06-677ff7405d1a not bound to the agent host dv-cinder-802669-1-iscsi {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:31:30.999396 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device 134d24e1-4211-4e53-8020-9398b8ac7fe9 no longer exists at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:31:31.026766 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] No Port match for: 134d24e1-4211-4e53-8020-9398b8ac7fe9 {{(pid=93069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 09:31:31.027051 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device 134d24e1-4211-4e53-8020-9398b8ac7fe9 not bound to the agent host dv-cinder-802669-1-iscsi {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:31:31.027452 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device e07ef768-5741-49df-b661-af8ba79b91c9 no longer exists at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:31:31.034453 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-2ed1587f-f8d7-411b-adf4-f796a066ecbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983811', 'neutron.services.segments.db._delete_segments_for_network-8732595736369'] for network, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:31.044906 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.services.segments.db [None req-2ed1587f-f8d7-411b-adf4-f796a066ecbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa3d1cdd-3dbd-4c6a-9835-2bb7db5d3676']}} {{(pid=93068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:31:31.050895 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] No Port match for: e07ef768-5741-49df-b661-af8ba79b91c9 {{(pid=93069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 09:31:31.051241 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device e07ef768-5741-49df-b661-af8ba79b91c9 not bound to the agent host dv-cinder-802669-1-iscsi {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:31:31.053790 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-bedd56a0-7c54-4d45-96d0-a6f02fb6a68a None None] For port 134d24e1-4211-4e53-8020-9398b8ac7fe9, host dv-cinder-802669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=134d24e1-4211-4e53-8020-9398b8ac7fe9,segment=NetworkSegment(6ca9eaa9-fa93-4a23-a50b-a5c64677eef7),segment_id=6ca9eaa9-fa93-4a23-a50b-a5c64677eef7)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:31:31.054294 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-bedd56a0-7c54-4d45-96d0-a6f02fb6a68a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8264998'] for port, precommit_delete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:31.055952 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.services.segments.db [None req-2ed1587f-f8d7-411b-adf4-f796a066ecbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ca9eaa9-fa93-4a23-a50b-a5c64677eef7') {'for_net_delete': True} {{(pid=93068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:31:31.068881 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.services.segments.db [None req-2ed1587f-f8d7-411b-adf4-f796a066ecbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ca9eaa9-fa93-4a23-a50b-a5c64677eef7') {} {{(pid=93068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:31:31.069065 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-bedd56a0-7c54-4d45-96d0-a6f02fb6a68a None None] Calling delete_port for 134d24e1-4211-4e53-8020-9398b8ac7fe9 owned by network:dhcp {{(pid=93069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 09:31:31.081691 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-2ed1587f-f8d7-411b-adf4-f796a066ecbc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732595737146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6036970'] for segment, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:31.098479 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-2ed1587f-f8d7-411b-adf4-f796a066ecbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998659'] for segment, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:31.111489 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ed1587f-f8d7-411b-adf4-f796a066ecbc admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=93068) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 09:31:31.112058 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-2ed1587f-f8d7-411b-adf4-f796a066ecbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6036963'] for segment, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:31.115364 dv-cinder-802669-1-iscsi neutron-server[93068]: Traceback (most recent call last): Jul 28 09:31:31.115364 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 09:31:31.115364 dv-cinder-802669-1-iscsi neutron-server[93068]: timer() Jul 28 09:31:31.115364 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 09:31:31.115364 dv-cinder-802669-1-iscsi neutron-server[93068]: cb(*args, **kw) Jul 28 09:31:31.115364 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 09:31:31.115364 dv-cinder-802669-1-iscsi neutron-server[93068]: return func(*args, **kwargs) Jul 28 09:31:31.115364 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 09:31:31.115364 dv-cinder-802669-1-iscsi neutron-server[93068]: self._notify() Jul 28 09:31:31.115364 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 09:31:31.115364 dv-cinder-802669-1-iscsi neutron-server[93068]: self.callback(batched_events) Jul 28 09:31:31.115364 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 09:31:31.115364 dv-cinder-802669-1-iscsi neutron-server[93068]: event.method(event) Jul 28 09:31:31.115364 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 09:31:31.115364 dv-cinder-802669-1-iscsi neutron-server[93068]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 09:31:31.115364 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 09:31:31.115364 dv-cinder-802669-1-iscsi neutron-server[93068]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 09:31:31.115364 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 09:31:31.115364 dv-cinder-802669-1-iscsi neutron-server[93068]: return f(self, *a, **k) Jul 28 09:31:31.115364 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 09:31:31.115364 dv-cinder-802669-1-iscsi neutron-server[93068]: return self._get(url).json() Jul 28 09:31:31.115364 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 09:31:31.115364 dv-cinder-802669-1-iscsi neutron-server[93068]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 09:31:31.115364 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 09:31:31.115364 dv-cinder-802669-1-iscsi neutron-server[93068]: return self.request(url, 'GET', **kwargs) Jul 28 09:31:31.115364 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 09:31:31.115364 dv-cinder-802669-1-iscsi neutron-server[93068]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 09:31:31.115364 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 09:31:31.115364 dv-cinder-802669-1-iscsi neutron-server[93068]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 09:31:31.115364 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 09:31:31.115364 dv-cinder-802669-1-iscsi neutron-server[93068]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 09:31:31.115364 dv-cinder-802669-1-iscsi neutron-server[93068]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 09:31:31.176137 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:31.250418 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-bedd56a0-7c54-4d45-96d0-a6f02fb6a68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732595661087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732595289887'] for port, after_delete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:31.276982 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedd56a0-7c54-4d45-96d0-a6f02fb6a68a None None] Pushing event deleted for resources: {'Port': ['ID=134d24e1-4211-4e53-8020-9398b8ac7fe9,revision_number=None']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:31:31.287173 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedd56a0-7c54-4d45-96d0-a6f02fb6a68a None None] No DVR routers for this DVR port 134d24e1-4211-4e53-8020-9398b8ac7fe9 on host dv-cinder-802669-1-iscsi {{(pid=93069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 09:31:31.497502 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-2ed1587f-f8d7-411b-adf4-f796a066ecbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-987120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8269003'] for network, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:31.503126 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-2ed1587f-f8d7-411b-adf4-f796a066ecbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for network, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:31.507370 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-2ed1587f-f8d7-411b-adf4-f796a066ecbc admin admin] 10.222.0.23 "DELETE /v2.0/networks/fa3d1cdd-3dbd-4c6a-9835-2bb7db5d3676 HTTP/1.1" status: 204 len: 168 time: 0.8698914 Jul 28 09:31:31.516344 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed1587f-f8d7-411b-adf4-f796a066ecbc admin admin] Pushing event deleted for resources: {'Network': ['ID=fa3d1cdd-3dbd-4c6a-9835-2bb7db5d3676,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:31:31.682994 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 54934) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:31:31.722238 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-6820f3f5-10fb-4f90-a0c8-21f5794628c0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=de7108c357a549b0a779fe9c24380ee8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379260 Jul 28 09:31:31.724631 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 54936) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:31:31.772285 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-94af9fb5-34eb-4541-ae91-9e8124d50165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:31.794991 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-94af9fb5-34eb-4541-ae91-9e8124d50165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:31.842078 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-94af9fb5-34eb-4541-ae91-9e8124d50165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:31.844803 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-94af9fb5-34eb-4541-ae91-9e8124d50165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:31.845954 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-94af9fb5-34eb-4541-ae91-9e8124d50165 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f097d9a5-895a-44a3-ba79-3431c037bfa4 HTTP/1.1" status: 204 len: 168 time: 0.1204445 Jul 28 09:31:31.853550 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94af9fb5-34eb-4541-ae91-9e8124d50165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f097d9a5-895a-44a3-ba79-3431c037bfa4,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:31:32.093362 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-29fc97ff-9392-4c7d-8b91-be3be07fca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:32.186238 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 54942) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:31:32.226529 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-45671463-09ea-404d-a0b3-94aeb094070f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=82352d30ef3e438d82d86a93c82e449b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391092 Jul 28 09:31:32.228894 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 54944) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:31:32.278925 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-6ecd1972-93cf-4dbf-b1f2-4a69553e1bc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:32.301679 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-6ecd1972-93cf-4dbf-b1f2-4a69553e1bc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:32.349751 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-6ecd1972-93cf-4dbf-b1f2-4a69553e1bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:32.352246 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-6ecd1972-93cf-4dbf-b1f2-4a69553e1bc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:32.353404 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-6ecd1972-93cf-4dbf-b1f2-4a69553e1bc9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/90f308a7-be1b-4ef5-bb20-5231ed5cdd24 HTTP/1.1" status: 204 len: 168 time: 0.1236303 Jul 28 09:31:32.361854 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecd1972-93cf-4dbf-b1f2-4a69553e1bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f308a7-be1b-4ef5-bb20-5231ed5cdd24,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:31:33.642175 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-2284cd4c-493c-4cd5-902b-cad83a6c7b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:34.684365 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.agents_db [None req-63843732-4a37-4b37-bfab-6dab7fdb1052 None None] Agent healthcheck: found 6 active agents {{(pid=93070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:31:39.248807 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 55040) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:31:39.292336 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.db_base_plugin_v2 [None req-251996b4-7453-4293-ac0c-7fd957f9b959 admin admin] Deleting subnet 21d72c97-2201-44f6-85fe-eb6594c66327 {{(pid=93067) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 09:31:39.295888 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-251996b4-7453-4293-ac0c-7fd957f9b959 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:39.334874 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-251996b4-7453-4293-ac0c-7fd957f9b959 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5893330'] for subnet, precommit_delete_associations {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:39.372003 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-251996b4-7453-4293-ac0c-7fd957f9b959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996982'] for subnet, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:39.422556 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-251996b4-7453-4293-ac0c-7fd957f9b959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33550043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33525746'] for subnet, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:39.447890 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251996b4-7453-4293-ac0c-7fd957f9b959 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21d72c97-2201-44f6-85fe-eb6594c66327,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:31:39.453644 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-251996b4-7453-4293-ac0c-7fd957f9b959 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:39.458262 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-251996b4-7453-4293-ac0c-7fd957f9b959 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/21d72c97-2201-44f6-85fe-eb6594c66327 HTTP/1.1" status: 204 len: 168 time: 0.2057140 Jul 28 09:31:39.458262 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 55044) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:31:39.532155 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-4ed6c5ed-7625-44fa-b77f-65d10065c4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599172'] for network, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:39.614205 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-4ed6c5ed-7625-44fa-b77f-65d10065c4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983811', 'neutron.services.segments.db._delete_segments_for_network-8732595736369'] for network, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:39.624131 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.services.segments.db [None req-4ed6c5ed-7625-44fa-b77f-65d10065c4bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a24e155-c32e-4f22-a846-e3c555ee716a']}} {{(pid=93067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:31:39.638675 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.services.segments.db [None req-4ed6c5ed-7625-44fa-b77f-65d10065c4bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6933e309-1042-4134-adb1-56d0c93f7ad9') {'for_net_delete': True} {{(pid=93067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:31:39.638964 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.services.segments.db [None req-4ed6c5ed-7625-44fa-b77f-65d10065c4bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6933e309-1042-4134-adb1-56d0c93f7ad9') {} {{(pid=93067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:31:39.647756 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-4ed6c5ed-7625-44fa-b77f-65d10065c4bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732595737146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5893339'] for segment, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:39.661622 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-4ed6c5ed-7625-44fa-b77f-65d10065c4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998659'] for segment, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:39.667558 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ed6c5ed-7625-44fa-b77f-65d10065c4bf admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=93067) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 09:31:39.668028 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-4ed6c5ed-7625-44fa-b77f-65d10065c4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33549985'] for segment, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:39.669788 dv-cinder-802669-1-iscsi neutron-server[93067]: Traceback (most recent call last): Jul 28 09:31:39.669788 dv-cinder-802669-1-iscsi neutron-server[93067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 09:31:39.669788 dv-cinder-802669-1-iscsi neutron-server[93067]: timer() Jul 28 09:31:39.669788 dv-cinder-802669-1-iscsi neutron-server[93067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 09:31:39.669788 dv-cinder-802669-1-iscsi neutron-server[93067]: cb(*args, **kw) Jul 28 09:31:39.669788 dv-cinder-802669-1-iscsi neutron-server[93067]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 09:31:39.669788 dv-cinder-802669-1-iscsi neutron-server[93067]: return func(*args, **kwargs) Jul 28 09:31:39.669788 dv-cinder-802669-1-iscsi neutron-server[93067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 09:31:39.669788 dv-cinder-802669-1-iscsi neutron-server[93067]: self._notify() Jul 28 09:31:39.669788 dv-cinder-802669-1-iscsi neutron-server[93067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 09:31:39.669788 dv-cinder-802669-1-iscsi neutron-server[93067]: self.callback(batched_events) Jul 28 09:31:39.669788 dv-cinder-802669-1-iscsi neutron-server[93067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 09:31:39.669788 dv-cinder-802669-1-iscsi neutron-server[93067]: event.method(event) Jul 28 09:31:39.669788 dv-cinder-802669-1-iscsi neutron-server[93067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 09:31:39.669788 dv-cinder-802669-1-iscsi neutron-server[93067]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 09:31:39.669788 dv-cinder-802669-1-iscsi neutron-server[93067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 09:31:39.669788 dv-cinder-802669-1-iscsi neutron-server[93067]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 09:31:39.669788 dv-cinder-802669-1-iscsi neutron-server[93067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 09:31:39.669788 dv-cinder-802669-1-iscsi neutron-server[93067]: return f(self, *a, **k) Jul 28 09:31:39.669788 dv-cinder-802669-1-iscsi neutron-server[93067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 09:31:39.669788 dv-cinder-802669-1-iscsi neutron-server[93067]: return self._get(url).json() Jul 28 09:31:39.669788 dv-cinder-802669-1-iscsi neutron-server[93067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 09:31:39.669788 dv-cinder-802669-1-iscsi neutron-server[93067]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 09:31:39.669788 dv-cinder-802669-1-iscsi neutron-server[93067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 09:31:39.669788 dv-cinder-802669-1-iscsi neutron-server[93067]: return self.request(url, 'GET', **kwargs) Jul 28 09:31:39.669788 dv-cinder-802669-1-iscsi neutron-server[93067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 09:31:39.669788 dv-cinder-802669-1-iscsi neutron-server[93067]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 09:31:39.669788 dv-cinder-802669-1-iscsi neutron-server[93067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 09:31:39.669788 dv-cinder-802669-1-iscsi neutron-server[93067]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 09:31:39.669788 dv-cinder-802669-1-iscsi neutron-server[93067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 09:31:39.669788 dv-cinder-802669-1-iscsi neutron-server[93067]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 09:31:39.669788 dv-cinder-802669-1-iscsi neutron-server[93067]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 09:31:39.723011 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-4ed6c5ed-7625-44fa-b77f-65d10065c4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-987120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8269003'] for network, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:39.738410 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-4ed6c5ed-7625-44fa-b77f-65d10065c4bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for network, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:39.740314 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-4ed6c5ed-7625-44fa-b77f-65d10065c4bf admin admin] 10.222.0.23 "DELETE /v2.0/networks/8a24e155-c32e-4f22-a846-e3c555ee716a HTTP/1.1" status: 204 len: 168 time: 0.2814491 Jul 28 09:31:39.741339 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed6c5ed-7625-44fa-b77f-65d10065c4bf admin admin] Pushing event deleted for resources: {'Network': ['ID=8a24e155-c32e-4f22-a846-e3c555ee716a,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:31:39.912989 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 55060) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:31:39.918337 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ad374-d162-470d-bfe3-5e2ff93d1d8a req-fe7f7fb1-7558-4d15-a692-6a332075587f tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:31:39.919875 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7b3ad374-d162-470d-bfe3-5e2ff93d1d8a req-fe7f7fb1-7558-4d15-a692-6a332075587f tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8fc17a0-50df-4194-8803-370abbf93106 HTTP/1.1" status: 200 len: 946 time: 0.0510714 Jul 28 09:31:39.957182 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-3bf446de-7b6a-403b-b6c2-b84e481a0370 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3fc892898a594e59889bda5edf6fe6fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0427165 Jul 28 09:31:39.957652 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7b3ad374-d162-470d-bfe3-5e2ff93d1d8a req-168dcf5c-65d0-4213-a99a-a273f91b9b57 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=193a17ee-2586-41bb-8547-c0853e18eb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318031 Jul 28 09:31:39.959308 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 55062) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:31:40.013955 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-4b57b280-aa27-48bc-8157-6e3dc82ce428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:40.035211 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-4b57b280-aa27-48bc-8157-6e3dc82ce428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:40.080164 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-4b57b280-aa27-48bc-8157-6e3dc82ce428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:40.082745 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-4b57b280-aa27-48bc-8157-6e3dc82ce428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:40.083910 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-4b57b280-aa27-48bc-8157-6e3dc82ce428 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2a9d54ce-820c-488f-abbc-dc98a901d4a6 HTTP/1.1" status: 204 len: 168 time: 0.1236537 Jul 28 09:31:40.091883 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b57b280-aa27-48bc-8157-6e3dc82ce428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9d54ce-820c-488f-abbc-dc98a901d4a6,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:31:41.076026 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8317639-f868-49dc-8dc8-597d672a984b req-3903c7e8-d580-46ea-8c1d-40f7c37199cc tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:31:41.077506 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-d8317639-f868-49dc-8dc8-597d672a984b req-3903c7e8-d580-46ea-8c1d-40f7c37199cc tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8fc17a0-50df-4194-8803-370abbf93106 HTTP/1.1" status: 200 len: 946 time: 0.0506949 Jul 28 09:31:41.114606 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-d8317639-f868-49dc-8dc8-597d672a984b req-18e78007-e232-4dde-8674-6ca6c6b38b5d tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups?id=193a17ee-2586-41bb-8547-c0853e18eb57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312216 Jul 28 09:31:41.626906 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243c6f7-51a1-4e78-8cbb-84c2f51579a7 req-a3cb8bb3-9a20-4e17-beea-59399a97dcb0 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:31:41.628355 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e243c6f7-51a1-4e78-8cbb-84c2f51579a7 req-a3cb8bb3-9a20-4e17-beea-59399a97dcb0 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.32 "GET /v2.0/ports?device_id=f8fc17a0-50df-4194-8803-370abbf93106 HTTP/1.1" status: 200 len: 946 time: 0.0477333 Jul 28 09:31:41.718688 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.plugin [req-e243c6f7-51a1-4e78-8cbb-84c2f51579a7 req-6e3d5dba-d510-426d-922d-455c58274017 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Deleting port 9cebf7da-ff2a-47b7-8013-16bf419f7ead {{(pid=93067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 09:31:41.719024 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-e243c6f7-51a1-4e78-8cbb-84c2f51579a7 req-6e3d5dba-d510-426d-922d-455c58274017 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732595656843'] for port, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:41.803063 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.db [req-e243c6f7-51a1-4e78-8cbb-84c2f51579a7 req-6e3d5dba-d510-426d-922d-455c58274017 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] For port 9cebf7da-ff2a-47b7-8013-16bf419f7ead, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=9cebf7da-ff2a-47b7-8013-16bf419f7ead,segment=NetworkSegment(75e20d3b-d1a3-42b5-b60b-d82f091cd497),segment_id=75e20d3b-d1a3-42b5-b60b-d82f091cd497)] {{(pid=93067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:31:41.803411 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-e243c6f7-51a1-4e78-8cbb-84c2f51579a7 req-6e3d5dba-d510-426d-922d-455c58274017 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8264998'] for port, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:41.968456 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-e243c6f7-51a1-4e78-8cbb-84c2f51579a7 req-6e3d5dba-d510-426d-922d-455c58274017 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:41.968740 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-e243c6f7-51a1-4e78-8cbb-84c2f51579a7 req-6e3d5dba-d510-426d-922d-455c58274017 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8268857'] for floatingip, after_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:41.969055 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.db.l3_db [req-e243c6f7-51a1-4e78-8cbb-84c2f51579a7 req-6e3d5dba-d510-426d-922d-455c58274017 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Floating IP ce017308-327b-447a-9b6a-ea5c84628d3b disassociated. External IP: 172.27.3.110, port: 9cebf7da-ff2a-47b7-8013-16bf419f7ead. Jul 28 09:31:41.969386 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.plugin [req-e243c6f7-51a1-4e78-8cbb-84c2f51579a7 req-6e3d5dba-d510-426d-922d-455c58274017 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Calling delete_port for 9cebf7da-ff2a-47b7-8013-16bf419f7ead owned by compute:nova {{(pid=93067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 09:31:42.088472 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-e243c6f7-51a1-4e78-8cbb-84c2f51579a7 req-6e3d5dba-d510-426d-922d-455c58274017 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732595661087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732595289887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33549966'] for port, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:42.120234 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3d5dba-d510-426d-922d-455c58274017 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Pushing event deleted for resources: {'Port': ['ID=9cebf7da-ff2a-47b7-8013-16bf419f7ead,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:31:42.238163 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-ab5049a5-9cab-4e18-a787-d5be5f2f1212 req-58a1638a-ba61-47d9-97f9-26d8308fe6eb tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/ports?device_id=f8fc17a0-50df-4194-8803-370abbf93106 HTTP/1.1" status: 200 len: 210 time: 0.0314634 Jul 28 09:31:42.257102 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e243c6f7-51a1-4e78-8cbb-84c2f51579a7 req-6e3d5dba-d510-426d-922d-455c58274017 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Router 902bc943-bfc6-41a6-980c-5fe1a041f335 has already been hosted by L3 agent 4c8802ae-c91a-4e26-b3c6-37f497a3b5b2 {{(pid=93067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 09:31:42.362894 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e243c6f7-51a1-4e78-8cbb-84c2f51579a7 req-6e3d5dba-d510-426d-922d-455c58274017 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify agent at l3_agent.dv-cinder-802669-1-iscsi the message routers_updated {{(pid=93067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:31:42.374812 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f6aaaa-aff8-440d-ae60-4d036b0a2f06 None None] Sync routers for ids ['902bc943-bfc6-41a6-980c-5fe1a041f335'] in dv-cinder-802669-1-iscsi {{(pid=93069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:31:42.383634 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f6aaaa-aff8-440d-ae60-4d036b0a2f06 None None] Routers {'902bc943-bfc6-41a6-980c-5fe1a041f335'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:31:42.384247 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-91f6aaaa-aff8-440d-ae60-4d036b0a2f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:31:31Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['902bc943-bfc6-41a6-980c-5fe1a041f335'], 'active': True} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:31:42.402189 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.l3_dvrscheduler_db [req-e243c6f7-51a1-4e78-8cbb-84c2f51579a7 req-6e3d5dba-d510-426d-922d-455c58274017 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] No DVR routers for this DVR port 9cebf7da-ff2a-47b7-8013-16bf419f7ead on host hv-cinder-80266 {{(pid=93067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 09:31:42.404721 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-e243c6f7-51a1-4e78-8cbb-84c2f51579a7 req-6e3d5dba-d510-426d-922d-455c58274017 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905'] for port, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:42.406753 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e243c6f7-51a1-4e78-8cbb-84c2f51579a7 req-6e3d5dba-d510-426d-922d-455c58274017 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.32 "DELETE /v2.0/ports/9cebf7da-ff2a-47b7-8013-16bf419f7ead HTTP/1.1" status: 204 len: 173 time: 0.7718823 Jul 28 09:31:42.407173 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8fc17a0-50df-4194-8803-370abbf93106', 'name': 'network-vif-deleted', 'tag': '9cebf7da-ff2a-47b7-8013-16bf419f7ead'}] {{(pid=93067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:31:42.409496 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}119bb006a51e6799d77012a49065aa76076224f53078518f9bbc3af1ae40a877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6de411-34e4-416d-89c4-5767bdf02f6d" -d '{"events": [{"server_uuid": "f8fc17a0-50df-4194-8803-370abbf93106", "name": "network-vif-deleted", "tag": "9cebf7da-ff2a-47b7-8013-16bf419f7ead"}]}' {{(pid=93067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:31:42.457762 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 09:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c96073fe-e64d-4934-bb27-d511ff7b5d19 x-openstack-request-id: req-c96073fe-e64d-4934-bb27-d511ff7b5d19 {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:31:42.458146 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8fc17a0-50df-4194-8803-370abbf93106", "name": "network-vif-deleted", "tag": "9cebf7da-ff2a-47b7-8013-16bf419f7ead", "status": "completed", "code": 200}]} {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:31:42.458399 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c96073fe-e64d-4934-bb27-d511ff7b5d19 {{(pid=93067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:31:42.458797 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8fc17a0-50df-4194-8803-370abbf93106', 'name': 'network-vif-deleted', 'tag': '9cebf7da-ff2a-47b7-8013-16bf419f7ead', 'status': 'completed', 'code': 200} Jul 28 09:31:42.504472 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvr_db [None req-91f6aaaa-aff8-440d-ae60-4d036b0a2f06 None None] Set router 902bc943-bfc6-41a6-980c-5fe1a041f335 gateway port host: dv-cinder-802669-1-iscsi {{(pid=93069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:31:42.703991 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-91f6aaaa-aff8-440d-ae60-4d036b0a2f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902bc943-bfc6-41a6-980c-5fe1a041f335', 'name': 'tempest-AttachVolumeTestJSON-1574088378-router', 'tenant_id': '9a1f63fb540e42f18f0ec634cc138c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '71727ab9-08d1-4c73-b9b9-bb1dd4d024f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:24:29Z', 'updated_at': '2021-07-28T09:24:41Z', 'revision_number': 4, 'project_id': '9a1f63fb540e42f18f0ec634cc138c04', 'gw_port': {'id': '71727ab9-08d1-4c73-b9b9-bb1dd4d024f8', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902bc943-bfc6-41a6-980c-5fe1a041f335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:24:30Z', 'updated_at': '2021-07-28T09:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_interfaces': [{'id': '505445e9-12e7-44e4-b4f7-29d7b239001a', 'name': '', 'network_id': '39e9cde6-0d01-4242-a6ed-06857cf13960', 'tenant_id': '9a1f63fb540e42f18f0ec634cc138c04', 'mac_address': 'fa:16:3e:39:ad:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902bc943-bfc6-41a6-980c-5fe1a041f335', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '20e57957-5bf7-45eb-ad51-199187182dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:24:37Z', 'updated_at': '2021-07-28T09:24:51Z', 'revision_number': 5, 'project_id': '9a1f63fb540e42f18f0ec634cc138c04', 'subnets': [{'id': '20e57957-5bf7-45eb-ad51-199187182dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:31:42.728866 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f6aaaa-aff8-440d-ae60-4d036b0a2f06 None None] Checking router: 902bc943-bfc6-41a6-980c-5fe1a041f335 for host: dv-cinder-802669-1-iscsi {{(pid=93069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:31:42.737249 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f6aaaa-aff8-440d-ae60-4d036b0a2f06 None None] Routers {'902bc943-bfc6-41a6-980c-5fe1a041f335'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:31:42.737837 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-91f6aaaa-aff8-440d-ae60-4d036b0a2f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:31:31Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['902bc943-bfc6-41a6-980c-5fe1a041f335'], 'active': True} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:31:42.969238 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvr_db [None req-91f6aaaa-aff8-440d-ae60-4d036b0a2f06 None None] Set router 902bc943-bfc6-41a6-980c-5fe1a041f335 gateway port host: dv-cinder-802669-1-iscsi {{(pid=93069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:31:43.161424 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-91f6aaaa-aff8-440d-ae60-4d036b0a2f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902bc943-bfc6-41a6-980c-5fe1a041f335', 'name': 'tempest-AttachVolumeTestJSON-1574088378-router', 'tenant_id': '9a1f63fb540e42f18f0ec634cc138c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '71727ab9-08d1-4c73-b9b9-bb1dd4d024f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:24:29Z', 'updated_at': '2021-07-28T09:24:41Z', 'revision_number': 4, 'project_id': '9a1f63fb540e42f18f0ec634cc138c04', 'gw_port': {'id': '71727ab9-08d1-4c73-b9b9-bb1dd4d024f8', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902bc943-bfc6-41a6-980c-5fe1a041f335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:24:30Z', 'updated_at': '2021-07-28T09:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_interfaces': [{'id': '505445e9-12e7-44e4-b4f7-29d7b239001a', 'name': '', 'network_id': '39e9cde6-0d01-4242-a6ed-06857cf13960', 'tenant_id': '9a1f63fb540e42f18f0ec634cc138c04', 'mac_address': 'fa:16:3e:39:ad:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902bc943-bfc6-41a6-980c-5fe1a041f335', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '20e57957-5bf7-45eb-ad51-199187182dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:24:37Z', 'updated_at': '2021-07-28T09:24:51Z', 'revision_number': 5, 'project_id': '9a1f63fb540e42f18f0ec634cc138c04', 'subnets': [{'id': '20e57957-5bf7-45eb-ad51-199187182dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:31:43.188143 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f6aaaa-aff8-440d-ae60-4d036b0a2f06 None None] The sync data for ids ['902bc943-bfc6-41a6-980c-5fe1a041f335'] in dv-cinder-802669-1-iscsi is: [{'id': '902bc943-bfc6-41a6-980c-5fe1a041f335', 'name': 'tempest-AttachVolumeTestJSON-1574088378-router', 'tenant_id': '9a1f63fb540e42f18f0ec634cc138c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '71727ab9-08d1-4c73-b9b9-bb1dd4d024f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:24:29Z', 'updated_at': '2021-07-28T09:24:41Z', 'revision_number': 4, 'project_id': '9a1f63fb540e42f18f0ec634cc138c04', 'gw_port': {'id': '71727ab9-08d1-4c73-b9b9-bb1dd4d024f8', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902bc943-bfc6-41a6-980c-5fe1a041f335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:24:30Z', 'updated_at': '2021-07-28T09:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_interfaces': [{'id': '505445e9-12e7-44e4-b4f7-29d7b239001a', 'name': '', 'network_id': '39e9cde6-0d01-4242-a6ed-06857cf13960', 'tenant_id': '9a1f63fb540e42f18f0ec634cc138c04', 'mac_address': 'fa:16:3e:39:ad:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902bc943-bfc6-41a6-980c-5fe1a041f335', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '20e57957-5bf7-45eb-ad51-199187182dea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:24:37Z', 'updated_at': '2021-07-28T09:24:51Z', 'revision_number': 5, 'project_id': '9a1f63fb540e42f18f0ec634cc138c04', 'subnets': [{'id': '20e57957-5bf7-45eb-ad51-199187182dea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:31:43.322427 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 55076) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:31:43.379257 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-59eb0487-b6cb-41a3-8722-0b73e80f6e0d tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks [] for security_group, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:43.399326 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d24f49e-deef-421f-86c7-0d4c923998af None None] New status for floating IP ce017308-327b-447a-9b6a-ea5c84628d3b: DOWN {{(pid=93070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 09:31:43.404019 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-59eb0487-b6cb-41a3-8722-0b73e80f6e0d tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:43.454160 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-59eb0487-b6cb-41a3-8722-0b73e80f6e0d tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:43.456702 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-59eb0487-b6cb-41a3-8722-0b73e80f6e0d tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks [] for security_group, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:43.460460 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-59eb0487-b6cb-41a3-8722-0b73e80f6e0d tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "DELETE /v2.0/security-groups/193a17ee-2586-41bb-8547-c0853e18eb57 HTTP/1.1" status: 204 len: 168 time: 0.1343637 Jul 28 09:31:43.461036 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 55078) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:31:43.467201 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eb0487-b6cb-41a3-8722-0b73e80f6e0d tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=193a17ee-2586-41bb-8547-c0853e18eb57,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:31:43.481813 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.api.v2.resource [None req-ed9a2265-bcec-4fe7-87d4-3f737bd11241 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] show failed (client error): The resource could not be found. Jul 28 09:31:43.486167 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 55080) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:31:43.492970 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-ed9a2265-bcec-4fe7-87d4-3f737bd11241 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "GET /v2.0/security-groups/193a17ee-2586-41bb-8547-c0853e18eb57 HTTP/1.1" status: 404 len: 347 time: 0.0306945 Jul 28 09:31:43.620433 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.plugin [None req-f17d9f2f-2e67-4f15-982e-a653eff844e5 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Deleting port ddec2340-33d9-4087-90ac-1be392fc53c5 {{(pid=93067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 09:31:43.621346 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-f17d9f2f-2e67-4f15-982e-a653eff844e5 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732595656843'] for port, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:43.693198 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-f17d9f2f-2e67-4f15-982e-a653eff844e5 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8264998'] for port, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:43.693529 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-f17d9f2f-2e67-4f15-982e-a653eff844e5 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:43.704934 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.plugin [None req-f17d9f2f-2e67-4f15-982e-a653eff844e5 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Calling delete_port for ddec2340-33d9-4087-90ac-1be392fc53c5 owned by network:floatingip {{(pid=93067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 09:31:43.833681 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-f17d9f2f-2e67-4f15-982e-a653eff844e5 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732595661087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732595289887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33549966'] for port, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:43.864700 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17d9f2f-2e67-4f15-982e-a653eff844e5 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Pushing event deleted for resources: {'Port': ['ID=ddec2340-33d9-4087-90ac-1be392fc53c5,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:31:43.927541 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-f17d9f2f-2e67-4f15-982e-a653eff844e5 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks [] for floatingip, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:43.930095 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-f17d9f2f-2e67-4f15-982e-a653eff844e5 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905'] for floatingip, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:43.931252 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-f17d9f2f-2e67-4f15-982e-a653eff844e5 tempest-AttachVolumeTestJSON-438161824 tempest-AttachVolumeTestJSON-438161824-project] 10.222.0.23 "DELETE /v2.0/floatingips/ce017308-327b-447a-9b6a-ea5c84628d3b HTTP/1.1" status: 204 len: 168 time: 0.4439349 Jul 28 09:31:46.993252 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device 9cebf7da-ff2a-47b7-8013-16bf419f7ead no longer exists at agent hyperv_hv-cinder-80266 {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:31:47.014370 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] No Port match for: 9cebf7da-ff2a-47b7-8013-16bf419f7ead {{(pid=93069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 09:31:47.014704 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device 9cebf7da-ff2a-47b7-8013-16bf419f7ead not bound to the agent host hv-cinder-80266 {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:31:47.450156 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 55110) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:31:47.968145 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-f00ff1bc-e8d9-4a34-af0d-b53eb420ebf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8270137'] for router_interface, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:48.200216 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.plugin [None req-f00ff1bc-e8d9-4a34-af0d-b53eb420ebf8 admin admin] Deleting port 505445e9-12e7-44e4-b4f7-29d7b239001a {{(pid=93068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 09:31:48.200549 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-f00ff1bc-e8d9-4a34-af0d-b53eb420ebf8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732595656843'] for port, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:48.278149 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.db [None req-f00ff1bc-e8d9-4a34-af0d-b53eb420ebf8 admin admin] For port 505445e9-12e7-44e4-b4f7-29d7b239001a, host dv-cinder-802669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=505445e9-12e7-44e4-b4f7-29d7b239001a,segment=NetworkSegment(75e20d3b-d1a3-42b5-b60b-d82f091cd497),segment_id=75e20d3b-d1a3-42b5-b60b-d82f091cd497)] {{(pid=93068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:31:48.278511 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-f00ff1bc-e8d9-4a34-af0d-b53eb420ebf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8264998'] for port, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:48.290520 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.plugin [None req-f00ff1bc-e8d9-4a34-af0d-b53eb420ebf8 admin admin] Calling delete_port for 505445e9-12e7-44e4-b4f7-29d7b239001a owned by network:router_interface {{(pid=93068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 09:31:48.463732 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-f00ff1bc-e8d9-4a34-af0d-b53eb420ebf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732595661087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732595289887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036940'] for port, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:48.486700 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00ff1bc-e8d9-4a34-af0d-b53eb420ebf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=505445e9-12e7-44e4-b4f7-29d7b239001a,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:31:48.651192 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-f00ff1bc-e8d9-4a34-af0d-b53eb420ebf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8069291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8270165'] for router_interface, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:48.870080 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f00ff1bc-e8d9-4a34-af0d-b53eb420ebf8 admin admin] Router 902bc943-bfc6-41a6-980c-5fe1a041f335 has already been hosted by L3 agent 4c8802ae-c91a-4e26-b3c6-37f497a3b5b2 {{(pid=93068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 09:31:48.976483 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f00ff1bc-e8d9-4a34-af0d-b53eb420ebf8 admin admin] Notify agent at l3_agent.dv-cinder-802669-1-iscsi the message routers_updated {{(pid=93068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:31:48.981633 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-f00ff1bc-e8d9-4a34-af0d-b53eb420ebf8 admin admin] 10.222.0.23 "PUT /v2.0/routers/902bc943-bfc6-41a6-980c-5fe1a041f335/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5304611 Jul 28 09:31:48.984141 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 55114) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:31:48.987131 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac72a37-c76c-4eb7-9835-5545decd584f None None] Sync routers for ids ['902bc943-bfc6-41a6-980c-5fe1a041f335'] in dv-cinder-802669-1-iscsi {{(pid=93069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:31:48.996143 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac72a37-c76c-4eb7-9835-5545decd584f None None] Routers {'902bc943-bfc6-41a6-980c-5fe1a041f335'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:31:48.997250 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-fac72a37-c76c-4eb7-9835-5545decd584f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:31:31Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['902bc943-bfc6-41a6-980c-5fe1a041f335'], 'active': True} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:31:49.086164 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-6f63e606-eafd-4795-a335-a9f82c0192bf admin admin] Notify callbacks [] for router, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:49.100495 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvr_db [None req-fac72a37-c76c-4eb7-9835-5545decd584f None None] Set router 902bc943-bfc6-41a6-980c-5fe1a041f335 gateway port host: dv-cinder-802669-1-iscsi {{(pid=93069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:31:49.173475 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 55116) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:31:49.195879 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-6f63e606-eafd-4795-a335-a9f82c0192bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:49.254211 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.plugin [None req-6f63e606-eafd-4795-a335-a9f82c0192bf admin admin] Deleting port 71727ab9-08d1-4c73-b9b9-bb1dd4d024f8 {{(pid=93068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 09:31:49.254563 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-6f63e606-eafd-4795-a335-a9f82c0192bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732595656843'] for port, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:49.284590 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-fac72a37-c76c-4eb7-9835-5545decd584f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902bc943-bfc6-41a6-980c-5fe1a041f335', 'name': 'tempest-AttachVolumeTestJSON-1574088378-router', 'tenant_id': '9a1f63fb540e42f18f0ec634cc138c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': '71727ab9-08d1-4c73-b9b9-bb1dd4d024f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:24:29Z', 'updated_at': '2021-07-28T09:31:48Z', 'revision_number': 5, 'project_id': '9a1f63fb540e42f18f0ec634cc138c04', 'gw_port': {'id': '71727ab9-08d1-4c73-b9b9-bb1dd4d024f8', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:b4:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902bc943-bfc6-41a6-980c-5fe1a041f335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:24:30Z', 'updated_at': '2021-07-28T09:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi'}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:31:49.312598 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac72a37-c76c-4eb7-9835-5545decd584f None None] Checking router: 902bc943-bfc6-41a6-980c-5fe1a041f335 for host: dv-cinder-802669-1-iscsi {{(pid=93069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:31:49.321270 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac72a37-c76c-4eb7-9835-5545decd584f None None] Routers {'902bc943-bfc6-41a6-980c-5fe1a041f335'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:31:49.322161 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-fac72a37-c76c-4eb7-9835-5545decd584f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:31:31Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['902bc943-bfc6-41a6-980c-5fe1a041f335'], 'active': True} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:31:49.342494 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.db [None req-6f63e606-eafd-4795-a335-a9f82c0192bf admin admin] For port 71727ab9-08d1-4c73-b9b9-bb1dd4d024f8, host dv-cinder-802669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=71727ab9-08d1-4c73-b9b9-bb1dd4d024f8,segment=NetworkSegment(b226f756-b865-4ac3-ba22-f8bcfda44394),segment_id=b226f756-b865-4ac3-ba22-f8bcfda44394)] {{(pid=93068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:31:49.342988 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-6f63e606-eafd-4795-a335-a9f82c0192bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8264998'] for port, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:49.356422 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.plugin [None req-6f63e606-eafd-4795-a335-a9f82c0192bf admin admin] Calling delete_port for 71727ab9-08d1-4c73-b9b9-bb1dd4d024f8 owned by network:router_gateway {{(pid=93068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 09:31:49.409573 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvr_db [None req-fac72a37-c76c-4eb7-9835-5545decd584f None None] Set router 902bc943-bfc6-41a6-980c-5fe1a041f335 gateway port host: None {{(pid=93069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:31:49.450953 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.plugin [None req-396ab25e-2813-471b-81a1-feeb1e0fbafa tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Deleting port 856dd3a7-cc7a-4638-a1d6-a29d95b1a130 {{(pid=93067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 09:31:49.451309 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-396ab25e-2813-471b-81a1-feeb1e0fbafa tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732595656843'] for port, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:49.462388 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-fac72a37-c76c-4eb7-9835-5545decd584f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902bc943-bfc6-41a6-980c-5fe1a041f335', 'name': 'tempest-AttachVolumeTestJSON-1574088378-router', 'tenant_id': '9a1f63fb540e42f18f0ec634cc138c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:24:29Z', 'updated_at': '2021-07-28T09:31:49Z', 'revision_number': 6, 'project_id': '9a1f63fb540e42f18f0ec634cc138c04', 'gw_port_host': None}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:31:49.491845 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac72a37-c76c-4eb7-9835-5545decd584f None None] The sync data for ids ['902bc943-bfc6-41a6-980c-5fe1a041f335'] in dv-cinder-802669-1-iscsi is: [{'id': '902bc943-bfc6-41a6-980c-5fe1a041f335', 'name': 'tempest-AttachVolumeTestJSON-1574088378-router', 'tenant_id': '9a1f63fb540e42f18f0ec634cc138c04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:24:29Z', 'updated_at': '2021-07-28T09:31:49Z', 'revision_number': 6, 'project_id': '9a1f63fb540e42f18f0ec634cc138c04', 'gw_port_host': None}] {{(pid=93069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:31:49.528046 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-6f63e606-eafd-4795-a335-a9f82c0192bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732595661087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732595289887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036940'] for port, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:49.537925 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-396ab25e-2813-471b-81a1-feeb1e0fbafa tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8264998'] for port, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:49.538240 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-396ab25e-2813-471b-81a1-feeb1e0fbafa tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:49.551248 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.plugin [None req-396ab25e-2813-471b-81a1-feeb1e0fbafa tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Calling delete_port for 856dd3a7-cc7a-4638-a1d6-a29d95b1a130 owned by network:floatingip {{(pid=93067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 09:31:49.554779 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f63e606-eafd-4795-a335-a9f82c0192bf admin admin] Pushing event deleted for resources: {'Port': ['ID=71727ab9-08d1-4c73-b9b9-bb1dd4d024f8,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:31:49.614959 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-6f63e606-eafd-4795-a335-a9f82c0192bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8269047'] for router_gateway, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:49.703078 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-6f63e606-eafd-4795-a335-a9f82c0192bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7992424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-245475'] for router, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:49.705312 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-6f63e606-eafd-4795-a335-a9f82c0192bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:49.722288 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-396ab25e-2813-471b-81a1-feeb1e0fbafa tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732595661087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732595289887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33549966'] for port, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:49.752114 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-6f63e606-eafd-4795-a335-a9f82c0192bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7993592'] for router, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:49.752678 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f63e606-eafd-4795-a335-a9f82c0192bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 902bc943-bfc6-41a6-980c-5fe1a041f335 {{(pid=93068) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 09:31:49.753215 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396ab25e-2813-471b-81a1-feeb1e0fbafa tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Pushing event deleted for resources: {'Port': ['ID=856dd3a7-cc7a-4638-a1d6-a29d95b1a130,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:31:49.757082 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-6f63e606-eafd-4795-a335-a9f82c0192bf admin admin] Notify callbacks [] for router, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:49.758634 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-6f63e606-eafd-4795-a335-a9f82c0192bf admin admin] 10.222.0.23 "DELETE /v2.0/routers/902bc943-bfc6-41a6-980c-5fe1a041f335 HTTP/1.1" status: 204 len: 168 time: 0.7734175 Jul 28 09:31:49.760968 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 55120) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:31:49.810307 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.db.db_base_plugin_v2 [None req-44dce458-5969-4fa3-b72e-d3c12651c94a admin admin] Deleting subnet 20e57957-5bf7-45eb-ad51-199187182dea {{(pid=93068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 09:31:49.813685 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-44dce458-5969-4fa3-b72e-d3c12651c94a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:49.851104 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-44dce458-5969-4fa3-b72e-d3c12651c94a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6036963'] for subnet, precommit_delete_associations {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:49.944878 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-44dce458-5969-4fa3-b72e-d3c12651c94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996982'] for subnet, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:50.001424 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-44dce458-5969-4fa3-b72e-d3c12651c94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6036889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6272565'] for subnet, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:50.029433 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dce458-5969-4fa3-b72e-d3c12651c94a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20e57957-5bf7-45eb-ad51-199187182dea,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:31:50.031408 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-44dce458-5969-4fa3-b72e-d3c12651c94a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for subnet, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:50.034525 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-44dce458-5969-4fa3-b72e-d3c12651c94a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/20e57957-5bf7-45eb-ad51-199187182dea HTTP/1.1" status: 204 len: 168 time: 0.2698016 Jul 28 09:31:50.035991 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 55122) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:31:50.036124 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e676230-d943-4332-8c5b-35962ec3085c None None] Network 39e9cde6-0d01-4242-a6ed-06857cf13960 requested from dv-cinder-802669-1-iscsi {{(pid=93069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 09:31:50.100152 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-396ab25e-2813-471b-81a1-feeb1e0fbafa tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Notify callbacks [] for floatingip, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:50.100479 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.db.l3_db [None req-396ab25e-2813-471b-81a1-feeb1e0fbafa tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Floating IP 33bb293d-77e1-4ef1-b03e-770536e9c1d2 disassociated (deleted). External IP: 172.27.3.102, port: 018f498b-3f12-45f3-8d86-45656942df90. Jul 28 09:31:50.108723 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-eb788158-7bdc-4844-a29d-dcb5f258c323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599172'] for network, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:50.163742 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.plugin [None req-eb788158-7bdc-4844-a29d-dcb5f258c323 admin admin] Deleting port 67e0bc3b-d10a-411d-b50b-a3f095decec6 {{(pid=93068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 09:31:50.164085 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-eb788158-7bdc-4844-a29d-dcb5f258c323 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732595656843'] for port, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:50.230550 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.db [None req-eb788158-7bdc-4844-a29d-dcb5f258c323 admin admin] For port 67e0bc3b-d10a-411d-b50b-a3f095decec6, host dv-cinder-802669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=67e0bc3b-d10a-411d-b50b-a3f095decec6,segment=NetworkSegment(75e20d3b-d1a3-42b5-b60b-d82f091cd497),segment_id=75e20d3b-d1a3-42b5-b60b-d82f091cd497)] {{(pid=93068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:31:50.230995 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-eb788158-7bdc-4844-a29d-dcb5f258c323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8264998'] for port, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:50.243230 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.plugin [None req-eb788158-7bdc-4844-a29d-dcb5f258c323 admin admin] Calling delete_port for 67e0bc3b-d10a-411d-b50b-a3f095decec6 owned by network:dhcp {{(pid=93068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 09:31:50.292800 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5317bcb5-c83c-4921-8d95-f8313b8acf61 None None] DHCP port deletion for 39e9cde6-0d01-4242-a6ed-06857cf13960 request from dv-cinder-802669-1-iscsi {{(pid=93069) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 09:31:50.331647 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-396ab25e-2813-471b-81a1-feeb1e0fbafa tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Router 72b0a5dd-8a67-4314-a1d8-e3e634607e10 has already been hosted by L3 agent 4c8802ae-c91a-4e26-b3c6-37f497a3b5b2 {{(pid=93067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 09:31:50.341258 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-5317bcb5-c83c-4921-8d95-f8313b8acf61 None None] Deleting port 67e0bc3b-d10a-411d-b50b-a3f095decec6 {{(pid=93069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 09:31:50.341671 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-eb788158-7bdc-4844-a29d-dcb5f258c323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732595661087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732595289887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036940'] for port, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:50.341843 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-5317bcb5-c83c-4921-8d95-f8313b8acf61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732595656843'] for port, before_delete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:50.369296 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb788158-7bdc-4844-a29d-dcb5f258c323 admin admin] Pushing event deleted for resources: {'Port': ['ID=67e0bc3b-d10a-411d-b50b-a3f095decec6,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:31:50.371824 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb788158-7bdc-4844-a29d-dcb5f258c323 admin admin] No DVR routers for this DVR port 67e0bc3b-d10a-411d-b50b-a3f095decec6 on host dv-cinder-802669-1-iscsi {{(pid=93068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 09:31:50.411749 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-5317bcb5-c83c-4921-8d95-f8313b8acf61 None None] For port 67e0bc3b-d10a-411d-b50b-a3f095decec6, host dv-cinder-802669-1-iscsi, got binding levels [] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:31:50.412466 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-5317bcb5-c83c-4921-8d95-f8313b8acf61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8264998'] for port, precommit_delete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:50.427356 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-5317bcb5-c83c-4921-8d95-f8313b8acf61 None None] Calling delete_port for 67e0bc3b-d10a-411d-b50b-a3f095decec6 owned by network:dhcp {{(pid=93069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 09:31:50.430285 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.ipam_backend_mixin [None req-5317bcb5-c83c-4921-8d95-f8313b8acf61 None None] Port 67e0bc3b-d10a-411d-b50b-a3f095decec6 was not found and therefore no delete operation was performed {{(pid=93069) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 09:31:50.431763 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-5317bcb5-c83c-4921-8d95-f8313b8acf61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732595661087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732595289887'] for port, after_delete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:50.446742 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-eb788158-7bdc-4844-a29d-dcb5f258c323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983811', 'neutron.services.segments.db._delete_segments_for_network-8732595736369'] for network, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:50.451368 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396ab25e-2813-471b-81a1-feeb1e0fbafa tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Notify agent at l3_agent.dv-cinder-802669-1-iscsi the message routers_updated {{(pid=93067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:31:50.456668 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-396ab25e-2813-471b-81a1-feeb1e0fbafa tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905'] for floatingip, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:50.459345 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5317bcb5-c83c-4921-8d95-f8313b8acf61 None None] Pushing event deleted for resources: {'Port': ['ID=67e0bc3b-d10a-411d-b50b-a3f095decec6,revision_number=None']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:31:50.462363 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b719bbb-492a-4de2-87cd-b72245bc6e40 None None] Sync routers for ids ['72b0a5dd-8a67-4314-a1d8-e3e634607e10'] in dv-cinder-802669-1-iscsi {{(pid=93070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:31:50.466557 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.services.segments.db [None req-eb788158-7bdc-4844-a29d-dcb5f258c323 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39e9cde6-0d01-4242-a6ed-06857cf13960']}} {{(pid=93068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:31:50.467203 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5317bcb5-c83c-4921-8d95-f8313b8acf61 None None] No DVR routers for this DVR port 67e0bc3b-d10a-411d-b50b-a3f095decec6 on host dv-cinder-802669-1-iscsi {{(pid=93069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 09:31:50.483958 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.services.segments.db [None req-eb788158-7bdc-4844-a29d-dcb5f258c323 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75e20d3b-d1a3-42b5-b60b-d82f091cd497') {'for_net_delete': True} {{(pid=93068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:31:50.484436 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.services.segments.db [None req-eb788158-7bdc-4844-a29d-dcb5f258c323 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75e20d3b-d1a3-42b5-b60b-d82f091cd497') {} {{(pid=93068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:31:50.484651 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b719bbb-492a-4de2-87cd-b72245bc6e40 None None] Routers {'72b0a5dd-8a67-4314-a1d8-e3e634607e10'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:31:50.485267 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-5b719bbb-492a-4de2-87cd-b72245bc6e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:31:31Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['72b0a5dd-8a67-4314-a1d8-e3e634607e10'], 'active': True} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:31:50.493843 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-eb788158-7bdc-4844-a29d-dcb5f258c323 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732595737146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6036970'] for segment, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:50.499840 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-396ab25e-2813-471b-81a1-feeb1e0fbafa tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "DELETE /v2.0/floatingips/33bb293d-77e1-4ef1-b03e-770536e9c1d2 HTTP/1.1" status: 204 len: 168 time: 1.3253336 Jul 28 09:31:50.500510 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '032593b8-197f-4f27-a1af-b2388f64a7d3', 'tag': '018f498b-3f12-45f3-8d86-45656942df90'}] {{(pid=93067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:31:50.511544 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}119bb006a51e6799d77012a49065aa76076224f53078518f9bbc3af1ae40a877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea059d1-22df-46ea-b81c-638588a07d59" -d '{"events": [{"name": "network-changed", "server_uuid": "032593b8-197f-4f27-a1af-b2388f64a7d3", "tag": "018f498b-3f12-45f3-8d86-45656942df90"}]}' {{(pid=93067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:31:50.513153 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-eb788158-7bdc-4844-a29d-dcb5f258c323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998659'] for segment, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:50.519456 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb788158-7bdc-4844-a29d-dcb5f258c323 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=93068) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 09:31:50.523212 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-eb788158-7bdc-4844-a29d-dcb5f258c323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6036963'] for segment, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:50.525127 dv-cinder-802669-1-iscsi neutron-server[93068]: Traceback (most recent call last): Jul 28 09:31:50.525127 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 09:31:50.525127 dv-cinder-802669-1-iscsi neutron-server[93068]: timer() Jul 28 09:31:50.525127 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 09:31:50.525127 dv-cinder-802669-1-iscsi neutron-server[93068]: cb(*args, **kw) Jul 28 09:31:50.525127 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 09:31:50.525127 dv-cinder-802669-1-iscsi neutron-server[93068]: return func(*args, **kwargs) Jul 28 09:31:50.525127 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 09:31:50.525127 dv-cinder-802669-1-iscsi neutron-server[93068]: self._notify() Jul 28 09:31:50.525127 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 09:31:50.525127 dv-cinder-802669-1-iscsi neutron-server[93068]: self.callback(batched_events) Jul 28 09:31:50.525127 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 09:31:50.525127 dv-cinder-802669-1-iscsi neutron-server[93068]: event.method(event) Jul 28 09:31:50.525127 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 09:31:50.525127 dv-cinder-802669-1-iscsi neutron-server[93068]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 09:31:50.525127 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 09:31:50.525127 dv-cinder-802669-1-iscsi neutron-server[93068]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 09:31:50.525127 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 09:31:50.525127 dv-cinder-802669-1-iscsi neutron-server[93068]: return f(self, *a, **k) Jul 28 09:31:50.525127 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 09:31:50.525127 dv-cinder-802669-1-iscsi neutron-server[93068]: return self._get(url).json() Jul 28 09:31:50.525127 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 09:31:50.525127 dv-cinder-802669-1-iscsi neutron-server[93068]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 09:31:50.525127 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 09:31:50.525127 dv-cinder-802669-1-iscsi neutron-server[93068]: return self.request(url, 'GET', **kwargs) Jul 28 09:31:50.525127 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 09:31:50.525127 dv-cinder-802669-1-iscsi neutron-server[93068]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 09:31:50.525127 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 09:31:50.525127 dv-cinder-802669-1-iscsi neutron-server[93068]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 09:31:50.525127 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 09:31:50.525127 dv-cinder-802669-1-iscsi neutron-server[93068]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 09:31:50.525127 dv-cinder-802669-1-iscsi neutron-server[93068]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 09:31:50.587000 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-eb788158-7bdc-4844-a29d-dcb5f258c323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-987120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8269003'] for network, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:50.592970 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 09:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7fd311b-d58b-4329-a98a-5af22c04c620 x-openstack-request-id: req-e7fd311b-d58b-4329-a98a-5af22c04c620 {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:31:50.593470 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "032593b8-197f-4f27-a1af-b2388f64a7d3", "tag": "018f498b-3f12-45f3-8d86-45656942df90", "status": "completed", "code": 200}]} {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:31:50.593722 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e7fd311b-d58b-4329-a98a-5af22c04c620 {{(pid=93067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:31:50.594124 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '032593b8-197f-4f27-a1af-b2388f64a7d3', 'tag': '018f498b-3f12-45f3-8d86-45656942df90', 'status': 'completed', 'code': 200} Jul 28 09:31:50.596743 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-eb788158-7bdc-4844-a29d-dcb5f258c323 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for network, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:50.602191 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-eb788158-7bdc-4844-a29d-dcb5f258c323 admin admin] 10.222.0.23 "DELETE /v2.0/networks/39e9cde6-0d01-4242-a6ed-06857cf13960 HTTP/1.1" status: 204 len: 168 time: 0.5645916 Jul 28 09:31:50.605262 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvr_db [None req-5b719bbb-492a-4de2-87cd-b72245bc6e40 None None] Set router 72b0a5dd-8a67-4314-a1d8-e3e634607e10 gateway port host: dv-cinder-802669-1-iscsi {{(pid=93070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:31:50.626380 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb788158-7bdc-4844-a29d-dcb5f258c323 admin admin] Pushing event deleted for resources: {'Network': ['ID=39e9cde6-0d01-4242-a6ed-06857cf13960,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:31:50.749327 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea059d1-22df-46ea-b81c-638588a07d59 req-094db242-167a-4d6e-a89c-cb39134b88f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:31:50.753198 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-dea059d1-22df-46ea-b81c-638588a07d59 req-094db242-167a-4d6e-a89c-cb39134b88f9 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b0bed69fc98347318765653ba412b638&device_id=032593b8-197f-4f27-a1af-b2388f64a7d3 HTTP/1.1" status: 200 len: 1098 time: 0.1304445 Jul 28 09:31:50.778276 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device 505445e9-12e7-44e4-b4f7-29d7b239001a no longer exists at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:31:50.797901 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 55132) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:31:50.800877 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] No Port match for: 505445e9-12e7-44e4-b4f7-29d7b239001a {{(pid=93069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 09:31:50.801416 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device 505445e9-12e7-44e4-b4f7-29d7b239001a not bound to the agent host dv-cinder-802669-1-iscsi {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:31:50.801988 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device 71727ab9-08d1-4c73-b9b9-bb1dd4d024f8 no longer exists at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:31:50.821877 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] No Port match for: 71727ab9-08d1-4c73-b9b9-bb1dd4d024f8 {{(pid=93069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 09:31:50.822221 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device 71727ab9-08d1-4c73-b9b9-bb1dd4d024f8 not bound to the agent host dv-cinder-802669-1-iscsi {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:31:50.822830 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device 67e0bc3b-d10a-411d-b50b-a3f095decec6 no longer exists at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:31:50.842073 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-7633294c-6115-473f-88e2-5d2739cc121f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9a1f63fb540e42f18f0ec634cc138c04&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0427849 Jul 28 09:31:50.843256 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] No Port match for: 67e0bc3b-d10a-411d-b50b-a3f095decec6 {{(pid=93069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 09:31:50.843799 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device 67e0bc3b-d10a-411d-b50b-a3f095decec6 not bound to the agent host dv-cinder-802669-1-iscsi {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:31:50.847037 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 55134) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:31:50.875131 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea059d1-22df-46ea-b81c-638588a07d59 req-997187ef-e05f-4050-98a2-437c09bedac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:31:50.876790 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-dea059d1-22df-46ea-b81c-638588a07d59 req-997187ef-e05f-4050-98a2-437c09bedac0 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1a784077-0c76-428e-b683-1275b4c6c8ec HTTP/1.1" status: 200 len: 910 time: 0.1150575 Jul 28 09:31:50.904673 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-d25fd166-e57c-42db-8643-a1e6b92a31ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:50.912850 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-5b719bbb-492a-4de2-87cd-b72245bc6e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72b0a5dd-8a67-4314-a1d8-e3e634607e10', 'name': 'tempest-TestShelveInstance-2049273350-router', 'tenant_id': 'b0bed69fc98347318765653ba412b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'f639217d-80db-4c77-a607-e479334fe711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:26:10Z', 'updated_at': '2021-07-28T09:26:15Z', 'revision_number': 4, 'project_id': 'b0bed69fc98347318765653ba412b638', 'gw_port': {'id': 'f639217d-80db-4c77-a607-e479334fe711', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ec:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b0a5dd-8a67-4314-a1d8-e3e634607e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:26:11Z', 'updated_at': '2021-07-28T09:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_interfaces': [{'id': 'b2df713c-01b7-449e-bb1d-0a03d8fbfae3', 'name': '', 'network_id': '1a784077-0c76-428e-b683-1275b4c6c8ec', 'tenant_id': 'b0bed69fc98347318765653ba412b638', 'mac_address': 'fa:16:3e:a4:7d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b0a5dd-8a67-4314-a1d8-e3e634607e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '73e0b46b-2911-4215-97db-6e8470a5e7df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:26:14Z', 'updated_at': '2021-07-28T09:26:21Z', 'revision_number': 5, 'project_id': 'b0bed69fc98347318765653ba412b638', 'subnets': [{'id': '73e0b46b-2911-4215-97db-6e8470a5e7df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:31:50.929879 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-d25fd166-e57c-42db-8643-a1e6b92a31ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:50.933634 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-dea059d1-22df-46ea-b81c-638588a07d59 req-31f878d6-de43-4357-bac6-906662b1976a service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=018f498b-3f12-45f3-8d86-45656942df90 HTTP/1.1" status: 200 len: 217 time: 0.0418222 Jul 28 09:31:50.940977 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b719bbb-492a-4de2-87cd-b72245bc6e40 None None] Checking router: 72b0a5dd-8a67-4314-a1d8-e3e634607e10 for host: dv-cinder-802669-1-iscsi {{(pid=93070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:31:50.949527 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b719bbb-492a-4de2-87cd-b72245bc6e40 None None] Routers {'72b0a5dd-8a67-4314-a1d8-e3e634607e10'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:31:50.950769 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-5b719bbb-492a-4de2-87cd-b72245bc6e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:31:31Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['72b0a5dd-8a67-4314-a1d8-e3e634607e10'], 'active': True} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:31:50.957985 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49e7e25-a175-47d8-8219-2debf6ff0fa7 req-cd026194-db49-45bf-8a6d-7bc65d626ea2 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:31:50.964037 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-c49e7e25-a175-47d8-8219-2debf6ff0fa7 req-cd026194-db49-45bf-8a6d-7bc65d626ea2 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/ports?device_id=032593b8-197f-4f27-a1af-b2388f64a7d3 HTTP/1.1" status: 200 len: 945 time: 0.1825657 Jul 28 09:31:50.979868 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-d25fd166-e57c-42db-8643-a1e6b92a31ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:50.983515 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-d25fd166-e57c-42db-8643-a1e6b92a31ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:50.987072 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-d25fd166-e57c-42db-8643-a1e6b92a31ac admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5ebf7a6e-efe8-4627-baed-6705ced36641 HTTP/1.1" status: 204 len: 168 time: 0.1368484 Jul 28 09:31:50.997429 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25fd166-e57c-42db-8643-a1e6b92a31ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ebf7a6e-efe8-4627-baed-6705ced36641,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:31:51.048158 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea059d1-22df-46ea-b81c-638588a07d59 req-1776ec66-fae9-42c6-a2f4-e48d03dc586f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:31:51.049753 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-dea059d1-22df-46ea-b81c-638588a07d59 req-1776ec66-fae9-42c6-a2f4-e48d03dc586f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=73e0b46b-2911-4215-97db-6e8470a5e7df HTTP/1.1" status: 200 len: 848 time: 0.1074238 Jul 28 09:31:51.067281 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-c49e7e25-a175-47d8-8219-2debf6ff0fa7 req-4c6b85bc-a48c-43ae-b501-4add67339a26 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/security-groups?id=108c0e08-277a-42bf-a1e5-3d5e80f657b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010010 Jul 28 09:31:51.078264 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvr_db [None req-5b719bbb-492a-4de2-87cd-b72245bc6e40 None None] Set router 72b0a5dd-8a67-4314-a1d8-e3e634607e10 gateway port host: dv-cinder-802669-1-iscsi {{(pid=93070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:31:51.111565 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea059d1-22df-46ea-b81c-638588a07d59 req-4b9a7ebc-6311-4d90-ad57-9a5022ca826e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:31:51.113183 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-dea059d1-22df-46ea-b81c-638588a07d59 req-4b9a7ebc-6311-4d90-ad57-9a5022ca826e service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1a784077-0c76-428e-b683-1275b4c6c8ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0446937 Jul 28 09:31:51.220830 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-dea059d1-22df-46ea-b81c-638588a07d59 req-9139c746-a286-426e-8378-5736e2ed7834 service neutron] 10.222.0.32 "GET /v2.0/networks/1a784077-0c76-428e-b683-1275b4c6c8ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993500 Jul 28 09:31:51.290838 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-5b719bbb-492a-4de2-87cd-b72245bc6e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72b0a5dd-8a67-4314-a1d8-e3e634607e10', 'name': 'tempest-TestShelveInstance-2049273350-router', 'tenant_id': 'b0bed69fc98347318765653ba412b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'f639217d-80db-4c77-a607-e479334fe711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:26:10Z', 'updated_at': '2021-07-28T09:26:15Z', 'revision_number': 4, 'project_id': 'b0bed69fc98347318765653ba412b638', 'gw_port': {'id': 'f639217d-80db-4c77-a607-e479334fe711', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ec:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b0a5dd-8a67-4314-a1d8-e3e634607e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:26:11Z', 'updated_at': '2021-07-28T09:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_interfaces': [{'id': 'b2df713c-01b7-449e-bb1d-0a03d8fbfae3', 'name': '', 'network_id': '1a784077-0c76-428e-b683-1275b4c6c8ec', 'tenant_id': 'b0bed69fc98347318765653ba412b638', 'mac_address': 'fa:16:3e:a4:7d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b0a5dd-8a67-4314-a1d8-e3e634607e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '73e0b46b-2911-4215-97db-6e8470a5e7df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:26:14Z', 'updated_at': '2021-07-28T09:26:21Z', 'revision_number': 5, 'project_id': 'b0bed69fc98347318765653ba412b638', 'subnets': [{'id': '73e0b46b-2911-4215-97db-6e8470a5e7df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:31:51.317991 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b719bbb-492a-4de2-87cd-b72245bc6e40 None None] The sync data for ids ['72b0a5dd-8a67-4314-a1d8-e3e634607e10'] in dv-cinder-802669-1-iscsi is: [{'id': '72b0a5dd-8a67-4314-a1d8-e3e634607e10', 'name': 'tempest-TestShelveInstance-2049273350-router', 'tenant_id': 'b0bed69fc98347318765653ba412b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'f639217d-80db-4c77-a607-e479334fe711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:26:10Z', 'updated_at': '2021-07-28T09:26:15Z', 'revision_number': 4, 'project_id': 'b0bed69fc98347318765653ba412b638', 'gw_port': {'id': 'f639217d-80db-4c77-a607-e479334fe711', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ec:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b0a5dd-8a67-4314-a1d8-e3e634607e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:26:11Z', 'updated_at': '2021-07-28T09:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_interfaces': [{'id': 'b2df713c-01b7-449e-bb1d-0a03d8fbfae3', 'name': '', 'network_id': '1a784077-0c76-428e-b683-1275b4c6c8ec', 'tenant_id': 'b0bed69fc98347318765653ba412b638', 'mac_address': 'fa:16:3e:a4:7d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b0a5dd-8a67-4314-a1d8-e3e634607e10', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '73e0b46b-2911-4215-97db-6e8470a5e7df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:26:14Z', 'updated_at': '2021-07-28T09:26:21Z', 'revision_number': 5, 'project_id': 'b0bed69fc98347318765653ba412b638', 'subnets': [{'id': '73e0b46b-2911-4215-97db-6e8470a5e7df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:31:51.330094 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-dea059d1-22df-46ea-b81c-638588a07d59 req-1660443d-c9ab-47c7-b3e0-d85cba3eb573 service neutron] 10.222.0.32 "GET /v2.0/networks/1a784077-0c76-428e-b683-1275b4c6c8ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019404 Jul 28 09:31:51.556276 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4c88fb-7398-4dd6-a989-805882721210 None None] New status for floating IP 33bb293d-77e1-4ef1-b03e-770536e9c1d2: DOWN {{(pid=93069) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 09:31:52.180410 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35afc61-f885-4af8-a5a0-bf23a5d61b22 req-dc249f0c-a62c-424e-b921-555a153ac4e2 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:31:52.182008 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-f35afc61-f885-4af8-a5a0-bf23a5d61b22 req-dc249f0c-a62c-424e-b921-555a153ac4e2 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/ports?device_id=032593b8-197f-4f27-a1af-b2388f64a7d3 HTTP/1.1" status: 200 len: 945 time: 0.0521827 Jul 28 09:31:52.223336 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-f35afc61-f885-4af8-a5a0-bf23a5d61b22 req-67395019-c705-46a8-8c91-7579e3ceb25d tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/security-groups?id=108c0e08-277a-42bf-a1e5-3d5e80f657b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347381 Jul 28 09:31:52.368436 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa4b55-00a5-4998-83ce-c5941d295dbc req-381ee998-c60d-4f0d-9ec4-85a2f58a3106 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:31:52.369978 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-86aa4b55-00a5-4998-83ce-c5941d295dbc req-381ee998-c60d-4f0d-9ec4-85a2f58a3106 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.32 "GET /v2.0/ports?device_id=032593b8-197f-4f27-a1af-b2388f64a7d3 HTTP/1.1" status: 200 len: 945 time: 0.0522270 Jul 28 09:31:52.458990 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.plugin [req-86aa4b55-00a5-4998-83ce-c5941d295dbc req-b21f5a6c-d432-4ed1-8051-5c9d2cff4a4f tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Deleting port 018f498b-3f12-45f3-8d86-45656942df90 {{(pid=93067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 09:31:52.459444 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-86aa4b55-00a5-4998-83ce-c5941d295dbc req-b21f5a6c-d432-4ed1-8051-5c9d2cff4a4f tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732595656843'] for port, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:52.548359 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.db [req-86aa4b55-00a5-4998-83ce-c5941d295dbc req-b21f5a6c-d432-4ed1-8051-5c9d2cff4a4f tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] For port 018f498b-3f12-45f3-8d86-45656942df90, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=018f498b-3f12-45f3-8d86-45656942df90,segment=NetworkSegment(64e20506-26f3-4d95-b013-8fb570658f22),segment_id=64e20506-26f3-4d95-b013-8fb570658f22)] {{(pid=93067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:31:52.548724 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-86aa4b55-00a5-4998-83ce-c5941d295dbc req-b21f5a6c-d432-4ed1-8051-5c9d2cff4a4f tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8264998'] for port, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:52.561853 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.plugin [req-86aa4b55-00a5-4998-83ce-c5941d295dbc req-b21f5a6c-d432-4ed1-8051-5c9d2cff4a4f tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Calling delete_port for 018f498b-3f12-45f3-8d86-45656942df90 owned by compute:nova {{(pid=93067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 09:31:52.686352 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-86aa4b55-00a5-4998-83ce-c5941d295dbc req-b21f5a6c-d432-4ed1-8051-5c9d2cff4a4f tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732595661087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732595289887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33549966'] for port, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:52.718344 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21f5a6c-d432-4ed1-8051-5c9d2cff4a4f tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Pushing event deleted for resources: {'Port': ['ID=018f498b-3f12-45f3-8d86-45656942df90,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:31:52.759830 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.l3_dvrscheduler_db [req-86aa4b55-00a5-4998-83ce-c5941d295dbc req-b21f5a6c-d432-4ed1-8051-5c9d2cff4a4f tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] No DVR routers for this DVR port 018f498b-3f12-45f3-8d86-45656942df90 on host hv-cinder-80266 {{(pid=93067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 09:31:52.762194 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-86aa4b55-00a5-4998-83ce-c5941d295dbc req-b21f5a6c-d432-4ed1-8051-5c9d2cff4a4f tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905'] for port, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:52.764209 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-86aa4b55-00a5-4998-83ce-c5941d295dbc req-b21f5a6c-d432-4ed1-8051-5c9d2cff4a4f tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.32 "DELETE /v2.0/ports/018f498b-3f12-45f3-8d86-45656942df90 HTTP/1.1" status: 204 len: 173 time: 0.3873143 Jul 28 09:31:52.764642 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '032593b8-197f-4f27-a1af-b2388f64a7d3', 'name': 'network-vif-deleted', 'tag': '018f498b-3f12-45f3-8d86-45656942df90'}] {{(pid=93067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:31:52.766858 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}119bb006a51e6799d77012a49065aa76076224f53078518f9bbc3af1ae40a877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a3c953-2105-4901-ba30-c400ade4024c" -d '{"events": [{"server_uuid": "032593b8-197f-4f27-a1af-b2388f64a7d3", "name": "network-vif-deleted", "tag": "018f498b-3f12-45f3-8d86-45656942df90"}]}' {{(pid=93067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:31:52.804063 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 09:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-001045d4-d308-4f7c-ab26-3945a814e770 x-openstack-request-id: req-001045d4-d308-4f7c-ab26-3945a814e770 {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:31:52.804377 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "032593b8-197f-4f27-a1af-b2388f64a7d3", "name": "network-vif-deleted", "tag": "018f498b-3f12-45f3-8d86-45656942df90", "status": "completed", "code": 200}]} {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:31:52.804650 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-001045d4-d308-4f7c-ab26-3945a814e770 {{(pid=93067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:31:52.805067 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '032593b8-197f-4f27-a1af-b2388f64a7d3', 'name': 'network-vif-deleted', 'tag': '018f498b-3f12-45f3-8d86-45656942df90', 'status': 'completed', 'code': 200} Jul 28 09:31:53.334036 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-60b0b244-a5a8-4b30-9ba0-1842d0b80477 req-a59dbc5d-28d6-4a34-aa40-1ee5f5c040c8 tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "GET /v2.0/ports?device_id=032593b8-197f-4f27-a1af-b2388f64a7d3 HTTP/1.1" status: 200 len: 210 time: 0.0272939 Jul 28 09:31:53.727628 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e6a1a912-7885-4557-a9b3-00fb35fbb22d req-0686e016-aae9-46df-b434-8f789cbe0889 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=5a96654e-95dd-48bb-adf3-91e5eed7b520&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387199 Jul 28 09:31:54.391063 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 55200) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:31:54.447568 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-5a8ce1d5-afcd-40b0-9bf8-1c2841002ffd tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Notify callbacks [] for security_group, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:54.472289 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-5a8ce1d5-afcd-40b0-9bf8-1c2841002ffd tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:54.527948 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-5a8ce1d5-afcd-40b0-9bf8-1c2841002ffd tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:54.531193 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-5a8ce1d5-afcd-40b0-9bf8-1c2841002ffd tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Notify callbacks [] for security_group, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:54.532364 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-5a8ce1d5-afcd-40b0-9bf8-1c2841002ffd tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] 10.222.0.23 "DELETE /v2.0/security-groups/108c0e08-277a-42bf-a1e5-3d5e80f657b2 HTTP/1.1" status: 204 len: 168 time: 0.1402957 Jul 28 09:31:54.541032 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8ce1d5-afcd-40b0-9bf8-1c2841002ffd tempest-TestShelveInstance-1664583517 tempest-TestShelveInstance-1664583517-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=108c0e08-277a-42bf-a1e5-3d5e80f657b2,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:31:54.577869 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 55206) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:31:54.940322 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:55.257826 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-992d2f5f-5930-4c80-a191-a86482908572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8270137'] for router_interface, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:55.495929 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.plugin [None req-992d2f5f-5930-4c80-a191-a86482908572 admin admin] Deleting port b2df713c-01b7-449e-bb1d-0a03d8fbfae3 {{(pid=93068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 09:31:55.496572 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-992d2f5f-5930-4c80-a191-a86482908572 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732595656843'] for port, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:55.571365 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.db [None req-992d2f5f-5930-4c80-a191-a86482908572 admin admin] For port b2df713c-01b7-449e-bb1d-0a03d8fbfae3, host dv-cinder-802669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=b2df713c-01b7-449e-bb1d-0a03d8fbfae3,segment=NetworkSegment(64e20506-26f3-4d95-b013-8fb570658f22),segment_id=64e20506-26f3-4d95-b013-8fb570658f22)] {{(pid=93068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:31:55.571758 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-992d2f5f-5930-4c80-a191-a86482908572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8264998'] for port, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:55.584004 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.plugin [None req-992d2f5f-5930-4c80-a191-a86482908572 admin admin] Calling delete_port for b2df713c-01b7-449e-bb1d-0a03d8fbfae3 owned by network:router_interface {{(pid=93068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 09:31:55.761127 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-992d2f5f-5930-4c80-a191-a86482908572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732595661087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732595289887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036940'] for port, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:55.786351 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992d2f5f-5930-4c80-a191-a86482908572 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2df713c-01b7-449e-bb1d-0a03d8fbfae3,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:31:55.950835 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-992d2f5f-5930-4c80-a191-a86482908572 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8069291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8270165'] for router_interface, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:56.156175 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-992d2f5f-5930-4c80-a191-a86482908572 admin admin] Router 72b0a5dd-8a67-4314-a1d8-e3e634607e10 has already been hosted by L3 agent 4c8802ae-c91a-4e26-b3c6-37f497a3b5b2 {{(pid=93068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 09:31:56.261294 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-992d2f5f-5930-4c80-a191-a86482908572 admin admin] Notify agent at l3_agent.dv-cinder-802669-1-iscsi the message routers_updated {{(pid=93068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:31:56.267148 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-992d2f5f-5930-4c80-a191-a86482908572 admin admin] 10.222.0.23 "PUT /v2.0/routers/72b0a5dd-8a67-4314-a1d8-e3e634607e10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6882129 Jul 28 09:31:56.269675 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 55216) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:31:56.272355 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0306ceb4-a090-4b86-b372-c0a3cc97f6cb None None] Sync routers for ids ['72b0a5dd-8a67-4314-a1d8-e3e634607e10'] in dv-cinder-802669-1-iscsi {{(pid=93070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:31:56.282501 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0306ceb4-a090-4b86-b372-c0a3cc97f6cb None None] Routers {'72b0a5dd-8a67-4314-a1d8-e3e634607e10'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:31:56.283111 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-0306ceb4-a090-4b86-b372-c0a3cc97f6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:31:31Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['72b0a5dd-8a67-4314-a1d8-e3e634607e10'], 'active': True} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:31:56.370721 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-425d53bd-e8a9-4512-bafc-cc9c2dc1f8da admin admin] Notify callbacks [] for router, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:56.383675 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvr_db [None req-0306ceb4-a090-4b86-b372-c0a3cc97f6cb None None] Set router 72b0a5dd-8a67-4314-a1d8-e3e634607e10 gateway port host: dv-cinder-802669-1-iscsi {{(pid=93070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:31:56.471180 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-425d53bd-e8a9-4512-bafc-cc9c2dc1f8da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:56.525247 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.plugin [None req-425d53bd-e8a9-4512-bafc-cc9c2dc1f8da admin admin] Deleting port f639217d-80db-4c77-a607-e479334fe711 {{(pid=93068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 09:31:56.526255 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-425d53bd-e8a9-4512-bafc-cc9c2dc1f8da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732595656843'] for port, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:56.541741 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a1a912-7885-4557-a9b3-00fb35fbb22d req-2ef22279-1840-47c9-ae7c-6167d7e98613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:31:56.543265 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e6a1a912-7885-4557-a9b3-00fb35fbb22d req-2ef22279-1840-47c9-ae7c-6167d7e98613 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=b8340ca8a0bb47c3871a9e4d939e9a44&device_id=5a96654e-95dd-48bb-adf3-91e5eed7b520 HTTP/1.1" status: 200 len: 1099 time: 0.0467367 Jul 28 09:31:56.562291 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-0306ceb4-a090-4b86-b372-c0a3cc97f6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72b0a5dd-8a67-4314-a1d8-e3e634607e10', 'name': 'tempest-TestShelveInstance-2049273350-router', 'tenant_id': 'b0bed69fc98347318765653ba412b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': 'f639217d-80db-4c77-a607-e479334fe711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:26:10Z', 'updated_at': '2021-07-28T09:31:55Z', 'revision_number': 5, 'project_id': 'b0bed69fc98347318765653ba412b638', 'gw_port': {'id': 'f639217d-80db-4c77-a607-e479334fe711', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:ec:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b0a5dd-8a67-4314-a1d8-e3e634607e10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:26:11Z', 'updated_at': '2021-07-28T09:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi'}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:31:56.593418 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0306ceb4-a090-4b86-b372-c0a3cc97f6cb None None] Checking router: 72b0a5dd-8a67-4314-a1d8-e3e634607e10 for host: dv-cinder-802669-1-iscsi {{(pid=93070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:31:56.602741 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0306ceb4-a090-4b86-b372-c0a3cc97f6cb None None] Routers {'72b0a5dd-8a67-4314-a1d8-e3e634607e10'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:31:56.603355 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-0306ceb4-a090-4b86-b372-c0a3cc97f6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:31:31Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['72b0a5dd-8a67-4314-a1d8-e3e634607e10'], 'active': True} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:31:56.605322 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.db [None req-425d53bd-e8a9-4512-bafc-cc9c2dc1f8da admin admin] For port f639217d-80db-4c77-a607-e479334fe711, host dv-cinder-802669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=f639217d-80db-4c77-a607-e479334fe711,segment=NetworkSegment(b226f756-b865-4ac3-ba22-f8bcfda44394),segment_id=b226f756-b865-4ac3-ba22-f8bcfda44394)] {{(pid=93068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:31:56.605690 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-425d53bd-e8a9-4512-bafc-cc9c2dc1f8da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8264998'] for port, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:56.618735 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.plugin [None req-425d53bd-e8a9-4512-bafc-cc9c2dc1f8da admin admin] Calling delete_port for f639217d-80db-4c77-a607-e479334fe711 owned by network:router_gateway {{(pid=93068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 09:31:56.652823 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a1a912-7885-4557-a9b3-00fb35fbb22d req-d2c2568c-a1bd-4bfe-8d92-9e30499cb1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:31:56.654464 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e6a1a912-7885-4557-a9b3-00fb35fbb22d req-d2c2568c-a1bd-4bfe-8d92-9e30499cb1f5 service neutron] 10.222.0.32 "GET /v2.0/networks?id=59c4a637-5ed0-4b6e-a037-96ec97ce270f HTTP/1.1" status: 200 len: 918 time: 0.0920455 Jul 28 09:31:56.725939 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvr_db [None req-0306ceb4-a090-4b86-b372-c0a3cc97f6cb None None] Set router 72b0a5dd-8a67-4314-a1d8-e3e634607e10 gateway port host: None {{(pid=93070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:31:56.763426 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e6a1a912-7885-4557-a9b3-00fb35fbb22d req-99104d0d-ef1b-4b82-b39a-f1fbeff92f59 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9b6651ac-a2a9-45c2-85c4-d67031aa172a HTTP/1.1" status: 200 len: 1000 time: 0.0805476 Jul 28 09:31:56.797702 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-0306ceb4-a090-4b86-b372-c0a3cc97f6cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72b0a5dd-8a67-4314-a1d8-e3e634607e10', 'name': 'tempest-TestShelveInstance-2049273350-router', 'tenant_id': 'b0bed69fc98347318765653ba412b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:26:10Z', 'updated_at': '2021-07-28T09:31:56Z', 'revision_number': 6, 'project_id': 'b0bed69fc98347318765653ba412b638', 'gw_port_host': None}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:31:56.823285 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-425d53bd-e8a9-4512-bafc-cc9c2dc1f8da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732595661087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732595289887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036940'] for port, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:56.823718 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a1a912-7885-4557-a9b3-00fb35fbb22d req-08611188-7f03-4309-8473-94c58ca80f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:31:56.825851 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e6a1a912-7885-4557-a9b3-00fb35fbb22d req-08611188-7f03-4309-8473-94c58ca80f2a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=fd0bcb40-b982-4039-a925-2309bc61c85b HTTP/1.1" status: 200 len: 856 time: 0.0539255 Jul 28 09:31:56.831819 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0306ceb4-a090-4b86-b372-c0a3cc97f6cb None None] The sync data for ids ['72b0a5dd-8a67-4314-a1d8-e3e634607e10'] in dv-cinder-802669-1-iscsi is: [{'id': '72b0a5dd-8a67-4314-a1d8-e3e634607e10', 'name': 'tempest-TestShelveInstance-2049273350-router', 'tenant_id': 'b0bed69fc98347318765653ba412b638', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:26:10Z', 'updated_at': '2021-07-28T09:31:56Z', 'revision_number': 6, 'project_id': 'b0bed69fc98347318765653ba412b638', 'gw_port_host': None}] {{(pid=93070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:31:56.863154 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425d53bd-e8a9-4512-bafc-cc9c2dc1f8da admin admin] Pushing event deleted for resources: {'Port': ['ID=f639217d-80db-4c77-a607-e479334fe711,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:31:56.879767 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a1a912-7885-4557-a9b3-00fb35fbb22d req-0bbedace-0227-408e-9311-d18c3f8a3ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:31:56.881381 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e6a1a912-7885-4557-a9b3-00fb35fbb22d req-0bbedace-0227-408e-9311-d18c3f8a3ae9 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=59c4a637-5ed0-4b6e-a037-96ec97ce270f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0476823 Jul 28 09:31:56.930300 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-425d53bd-e8a9-4512-bafc-cc9c2dc1f8da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8269047'] for router_gateway, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:56.979860 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e6a1a912-7885-4557-a9b3-00fb35fbb22d req-d9a21095-4942-4319-a87c-1fee5fe7fca6 service neutron] 10.222.0.32 "GET /v2.0/networks/59c4a637-5ed0-4b6e-a037-96ec97ce270f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880203 Jul 28 09:31:57.022835 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-425d53bd-e8a9-4512-bafc-cc9c2dc1f8da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7992424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-245475'] for router, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:57.024938 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-425d53bd-e8a9-4512-bafc-cc9c2dc1f8da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:57.051507 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device 018f498b-3f12-45f3-8d86-45656942df90 no longer exists at agent hyperv_hv-cinder-80266 {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:31:57.072040 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-425d53bd-e8a9-4512-bafc-cc9c2dc1f8da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7993592'] for router, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:57.072730 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425d53bd-e8a9-4512-bafc-cc9c2dc1f8da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72b0a5dd-8a67-4314-a1d8-e3e634607e10 {{(pid=93068) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 09:31:57.072979 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] No Port match for: 018f498b-3f12-45f3-8d86-45656942df90 {{(pid=93069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 09:31:57.073267 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device 018f498b-3f12-45f3-8d86-45656942df90 not bound to the agent host hv-cinder-80266 {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:31:57.073644 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e6a1a912-7885-4557-a9b3-00fb35fbb22d req-66870f17-7cea-47b7-8dfb-1a8f868e19f0 service neutron] 10.222.0.32 "GET /v2.0/networks/59c4a637-5ed0-4b6e-a037-96ec97ce270f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861261 Jul 28 09:31:57.077962 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-425d53bd-e8a9-4512-bafc-cc9c2dc1f8da admin admin] Notify callbacks [] for router, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:57.079101 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-425d53bd-e8a9-4512-bafc-cc9c2dc1f8da admin admin] 10.222.0.23 "DELETE /v2.0/routers/72b0a5dd-8a67-4314-a1d8-e3e634607e10 HTTP/1.1" status: 204 len: 168 time: 0.8076422 Jul 28 09:31:57.081647 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 55230) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:31:57.126672 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.db_base_plugin_v2 [None req-086752d4-6176-44bc-b507-addc44643c24 admin admin] Deleting subnet 73e0b46b-2911-4215-97db-6e8470a5e7df {{(pid=93067) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 09:31:57.129639 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-086752d4-6176-44bc-b507-addc44643c24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:57.168221 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-086752d4-6176-44bc-b507-addc44643c24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5893330'] for subnet, precommit_delete_associations {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:57.247945 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-086752d4-6176-44bc-b507-addc44643c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996982'] for subnet, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:57.298225 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-086752d4-6176-44bc-b507-addc44643c24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33550043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33525746'] for subnet, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:57.324273 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086752d4-6176-44bc-b507-addc44643c24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73e0b46b-2911-4215-97db-6e8470a5e7df,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:31:57.326445 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-086752d4-6176-44bc-b507-addc44643c24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:57.328736 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-086752d4-6176-44bc-b507-addc44643c24 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/73e0b46b-2911-4215-97db-6e8470a5e7df HTTP/1.1" status: 204 len: 168 time: 0.2461469 Jul 28 09:31:57.330603 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7ec491-41ac-4f9c-bc11-850c639e0894 None None] Network 1a784077-0c76-428e-b683-1275b4c6c8ec requested from dv-cinder-802669-1-iscsi {{(pid=93069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 09:31:57.331147 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 55232) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:31:57.409020 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-db429fac-ce08-4b1b-843e-40b2d427bdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599172'] for network, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:57.464973 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.plugin [None req-db429fac-ce08-4b1b-843e-40b2d427bdc4 admin admin] Deleting port 7e03b2d6-bb9a-49cb-b3ac-df9b860bf56f {{(pid=93067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 09:31:57.465323 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-db429fac-ce08-4b1b-843e-40b2d427bdc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732595656843'] for port, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:57.533265 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.db [None req-db429fac-ce08-4b1b-843e-40b2d427bdc4 admin admin] For port 7e03b2d6-bb9a-49cb-b3ac-df9b860bf56f, host dv-cinder-802669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=7e03b2d6-bb9a-49cb-b3ac-df9b860bf56f,segment=NetworkSegment(64e20506-26f3-4d95-b013-8fb570658f22),segment_id=64e20506-26f3-4d95-b013-8fb570658f22)] {{(pid=93067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:31:57.533536 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-db429fac-ce08-4b1b-843e-40b2d427bdc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8264998'] for port, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:57.547785 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.plugin [None req-db429fac-ce08-4b1b-843e-40b2d427bdc4 admin admin] Calling delete_port for 7e03b2d6-bb9a-49cb-b3ac-df9b860bf56f owned by network:dhcp {{(pid=93067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 09:31:57.579661 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2815d278-a3ea-4013-9e2b-380ac8d9c808 None None] DHCP port deletion for 1a784077-0c76-428e-b683-1275b4c6c8ec request from dv-cinder-802669-1-iscsi {{(pid=93069) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 09:31:57.631567 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-db429fac-ce08-4b1b-843e-40b2d427bdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732595661087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732595289887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33549966'] for port, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:57.631814 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-2815d278-a3ea-4013-9e2b-380ac8d9c808 None None] Deleting port 7e03b2d6-bb9a-49cb-b3ac-df9b860bf56f {{(pid=93069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 09:31:57.632139 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-2815d278-a3ea-4013-9e2b-380ac8d9c808 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732595656843'] for port, before_delete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:57.660419 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db429fac-ce08-4b1b-843e-40b2d427bdc4 admin admin] No DVR routers for this DVR port 7e03b2d6-bb9a-49cb-b3ac-df9b860bf56f on host dv-cinder-802669-1-iscsi {{(pid=93067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 09:31:57.662255 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db429fac-ce08-4b1b-843e-40b2d427bdc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e03b2d6-bb9a-49cb-b3ac-df9b860bf56f,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:31:57.702576 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-2815d278-a3ea-4013-9e2b-380ac8d9c808 None None] For port 7e03b2d6-bb9a-49cb-b3ac-df9b860bf56f, host dv-cinder-802669-1-iscsi, got binding levels [] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:31:57.702974 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-2815d278-a3ea-4013-9e2b-380ac8d9c808 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8264998'] for port, precommit_delete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:57.716800 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-2815d278-a3ea-4013-9e2b-380ac8d9c808 None None] Calling delete_port for 7e03b2d6-bb9a-49cb-b3ac-df9b860bf56f owned by network:dhcp {{(pid=93069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 09:31:57.719531 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.ipam_backend_mixin [None req-2815d278-a3ea-4013-9e2b-380ac8d9c808 None None] Port 7e03b2d6-bb9a-49cb-b3ac-df9b860bf56f was not found and therefore no delete operation was performed {{(pid=93069) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 28 09:31:57.720835 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-2815d278-a3ea-4013-9e2b-380ac8d9c808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732595661087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732595289887'] for port, after_delete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:57.736675 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-db429fac-ce08-4b1b-843e-40b2d427bdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983811', 'neutron.services.segments.db._delete_segments_for_network-8732595736369'] for network, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:57.744605 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2815d278-a3ea-4013-9e2b-380ac8d9c808 None None] Pushing event deleted for resources: {'Port': ['ID=7e03b2d6-bb9a-49cb-b3ac-df9b860bf56f,revision_number=None']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:31:57.746531 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.services.segments.db [None req-db429fac-ce08-4b1b-843e-40b2d427bdc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a784077-0c76-428e-b683-1275b4c6c8ec']}} {{(pid=93067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:31:57.748502 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2815d278-a3ea-4013-9e2b-380ac8d9c808 None None] No DVR routers for this DVR port 7e03b2d6-bb9a-49cb-b3ac-df9b860bf56f on host dv-cinder-802669-1-iscsi {{(pid=93069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 09:31:57.759308 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.services.segments.db [None req-db429fac-ce08-4b1b-843e-40b2d427bdc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64e20506-26f3-4d95-b013-8fb570658f22') {'for_net_delete': True} {{(pid=93067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:31:57.759636 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.services.segments.db [None req-db429fac-ce08-4b1b-843e-40b2d427bdc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64e20506-26f3-4d95-b013-8fb570658f22') {} {{(pid=93067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:31:57.769769 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-db429fac-ce08-4b1b-843e-40b2d427bdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732595737146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5893339'] for segment, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:57.787347 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-db429fac-ce08-4b1b-843e-40b2d427bdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998659'] for segment, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:57.793634 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db429fac-ce08-4b1b-843e-40b2d427bdc4 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=93067) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 09:31:57.794699 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-db429fac-ce08-4b1b-843e-40b2d427bdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33549985'] for segment, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:57.796394 dv-cinder-802669-1-iscsi neutron-server[93067]: Traceback (most recent call last): Jul 28 09:31:57.796394 dv-cinder-802669-1-iscsi neutron-server[93067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 09:31:57.796394 dv-cinder-802669-1-iscsi neutron-server[93067]: timer() Jul 28 09:31:57.796394 dv-cinder-802669-1-iscsi neutron-server[93067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 09:31:57.796394 dv-cinder-802669-1-iscsi neutron-server[93067]: cb(*args, **kw) Jul 28 09:31:57.796394 dv-cinder-802669-1-iscsi neutron-server[93067]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 09:31:57.796394 dv-cinder-802669-1-iscsi neutron-server[93067]: return func(*args, **kwargs) Jul 28 09:31:57.796394 dv-cinder-802669-1-iscsi neutron-server[93067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 09:31:57.796394 dv-cinder-802669-1-iscsi neutron-server[93067]: self._notify() Jul 28 09:31:57.796394 dv-cinder-802669-1-iscsi neutron-server[93067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 09:31:57.796394 dv-cinder-802669-1-iscsi neutron-server[93067]: self.callback(batched_events) Jul 28 09:31:57.796394 dv-cinder-802669-1-iscsi neutron-server[93067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 09:31:57.796394 dv-cinder-802669-1-iscsi neutron-server[93067]: event.method(event) Jul 28 09:31:57.796394 dv-cinder-802669-1-iscsi neutron-server[93067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 09:31:57.796394 dv-cinder-802669-1-iscsi neutron-server[93067]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 09:31:57.796394 dv-cinder-802669-1-iscsi neutron-server[93067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 09:31:57.796394 dv-cinder-802669-1-iscsi neutron-server[93067]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 09:31:57.796394 dv-cinder-802669-1-iscsi neutron-server[93067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 09:31:57.796394 dv-cinder-802669-1-iscsi neutron-server[93067]: return f(self, *a, **k) Jul 28 09:31:57.796394 dv-cinder-802669-1-iscsi neutron-server[93067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 09:31:57.796394 dv-cinder-802669-1-iscsi neutron-server[93067]: return self._get(url).json() Jul 28 09:31:57.796394 dv-cinder-802669-1-iscsi neutron-server[93067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 09:31:57.796394 dv-cinder-802669-1-iscsi neutron-server[93067]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 09:31:57.796394 dv-cinder-802669-1-iscsi neutron-server[93067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 09:31:57.796394 dv-cinder-802669-1-iscsi neutron-server[93067]: return self.request(url, 'GET', **kwargs) Jul 28 09:31:57.796394 dv-cinder-802669-1-iscsi neutron-server[93067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 09:31:57.796394 dv-cinder-802669-1-iscsi neutron-server[93067]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 09:31:57.796394 dv-cinder-802669-1-iscsi neutron-server[93067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 09:31:57.796394 dv-cinder-802669-1-iscsi neutron-server[93067]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 09:31:57.796394 dv-cinder-802669-1-iscsi neutron-server[93067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 09:31:57.796394 dv-cinder-802669-1-iscsi neutron-server[93067]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 09:31:57.796394 dv-cinder-802669-1-iscsi neutron-server[93067]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 09:31:57.855852 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-db429fac-ce08-4b1b-843e-40b2d427bdc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-987120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8269003'] for network, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:57.862207 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-db429fac-ce08-4b1b-843e-40b2d427bdc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for network, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:57.864447 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-db429fac-ce08-4b1b-843e-40b2d427bdc4 admin admin] 10.222.0.23 "DELETE /v2.0/networks/1a784077-0c76-428e-b683-1275b4c6c8ec HTTP/1.1" status: 204 len: 168 time: 0.5323591 Jul 28 09:31:57.867370 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 55238) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:31:57.877652 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db429fac-ce08-4b1b-843e-40b2d427bdc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a784077-0c76-428e-b683-1275b4c6c8ec,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:31:58.351517 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-752ed5c0-229e-4610-a789-612f815fa99c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:58.428555 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-a9dc5e0f-aad2-495a-b3b7-8d22ef169be9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8270137'] for router_interface, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:58.672151 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.plugin [None req-a9dc5e0f-aad2-495a-b3b7-8d22ef169be9 admin admin] Deleting port 40c793bb-4011-4131-b0e9-c3b549aacf0d {{(pid=93068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 09:31:58.672492 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-a9dc5e0f-aad2-495a-b3b7-8d22ef169be9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732595656843'] for port, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:58.729375 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device f639217d-80db-4c77-a607-e479334fe711 no longer exists at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:31:58.750745 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] No Port match for: f639217d-80db-4c77-a607-e479334fe711 {{(pid=93069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 09:31:58.751194 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device f639217d-80db-4c77-a607-e479334fe711 not bound to the agent host dv-cinder-802669-1-iscsi {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:31:58.751706 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device 7e03b2d6-bb9a-49cb-b3ac-df9b860bf56f no longer exists at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:31:58.764570 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.db [None req-a9dc5e0f-aad2-495a-b3b7-8d22ef169be9 admin admin] For port 40c793bb-4011-4131-b0e9-c3b549aacf0d, host dv-cinder-802669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=40c793bb-4011-4131-b0e9-c3b549aacf0d,segment=NetworkSegment(1874cffc-30bc-4ff6-b3c8-3a5ab61f8414),segment_id=1874cffc-30bc-4ff6-b3c8-3a5ab61f8414)] {{(pid=93068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:31:58.765054 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-a9dc5e0f-aad2-495a-b3b7-8d22ef169be9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8264998'] for port, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:58.771045 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] No Port match for: 7e03b2d6-bb9a-49cb-b3ac-df9b860bf56f {{(pid=93069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 09:31:58.771475 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device 7e03b2d6-bb9a-49cb-b3ac-df9b860bf56f not bound to the agent host dv-cinder-802669-1-iscsi {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:31:58.771974 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device b2df713c-01b7-449e-bb1d-0a03d8fbfae3 no longer exists at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:31:58.784086 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.plugin [None req-a9dc5e0f-aad2-495a-b3b7-8d22ef169be9 admin admin] Calling delete_port for 40c793bb-4011-4131-b0e9-c3b549aacf0d owned by network:router_interface {{(pid=93068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 09:31:58.791007 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] No Port match for: b2df713c-01b7-449e-bb1d-0a03d8fbfae3 {{(pid=93069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 09:31:58.791445 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device b2df713c-01b7-449e-bb1d-0a03d8fbfae3 not bound to the agent host dv-cinder-802669-1-iscsi {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:31:58.803397 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a9bd4c-3be5-4af7-aee5-ec57e743ce64 req-8675bfa9-ec6c-4fe1-b65e-effc06feb2e6 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:31:58.804995 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e3a9bd4c-3be5-4af7-aee5-ec57e743ce64 req-8675bfa9-ec6c-4fe1-b65e-effc06feb2e6 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a96654e-95dd-48bb-adf3-91e5eed7b520 HTTP/1.1" status: 200 len: 946 time: 0.0558720 Jul 28 09:31:58.844612 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e3a9bd4c-3be5-4af7-aee5-ec57e743ce64 req-1e6bd681-8af4-44d0-99e9-29ad1ceda2b8 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=f472aec1-11e1-40fb-99a6-1f673d66ba57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322490 Jul 28 09:31:58.966218 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-a9dc5e0f-aad2-495a-b3b7-8d22ef169be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732595661087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732595289887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036940'] for port, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:58.990355 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dc5e0f-aad2-495a-b3b7-8d22ef169be9 admin admin] Pushing event deleted for resources: {'Port': ['ID=40c793bb-4011-4131-b0e9-c3b549aacf0d,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:31:59.160616 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-a9dc5e0f-aad2-495a-b3b7-8d22ef169be9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8069291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8270165'] for router_interface, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:59.346593 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 55274) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:31:59.375780 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9dc5e0f-aad2-495a-b3b7-8d22ef169be9 admin admin] Router 4cb32a1a-bc7a-403f-80ef-bcdadb9f1db4 has already been hosted by L3 agent 4c8802ae-c91a-4e26-b3c6-37f497a3b5b2 {{(pid=93068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 09:31:59.449412 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-cdfd0a58-914e-40a1-bd49-27151228dc82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:59.485372 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9dc5e0f-aad2-495a-b3b7-8d22ef169be9 admin admin] Notify agent at l3_agent.dv-cinder-802669-1-iscsi the message routers_updated {{(pid=93068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:31:59.490276 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-a9dc5e0f-aad2-495a-b3b7-8d22ef169be9 admin admin] 10.222.0.23 "PUT /v2.0/routers/4cb32a1a-bc7a-403f-80ef-bcdadb9f1db4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6201003 Jul 28 09:31:59.494009 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04cd3a5-1e94-443f-bee8-3ca7caa49c68 None None] Sync routers for ids ['4cb32a1a-bc7a-403f-80ef-bcdadb9f1db4'] in dv-cinder-802669-1-iscsi {{(pid=93069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:31:59.496136 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 55278) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:31:59.504219 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04cd3a5-1e94-443f-bee8-3ca7caa49c68 None None] Routers {'4cb32a1a-bc7a-403f-80ef-bcdadb9f1db4'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:31:59.504987 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-d04cd3a5-1e94-443f-bee8-3ca7caa49c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:31:31Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['4cb32a1a-bc7a-403f-80ef-bcdadb9f1db4'], 'active': True} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:31:59.547895 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-cdfd0a58-914e-40a1-bd49-27151228dc82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:59.553735 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-cdfd0a58-914e-40a1-bd49-27151228dc82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:59.592554 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-cdfd0a58-914e-40a1-bd49-27151228dc82 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a85eb121e4d24004a226f83e220680ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2448835 Jul 28 09:31:59.593820 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfd0a58-914e-40a1-bd49-27151228dc82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99879330-195c-47ad-8116-5beb7ca9e4f8,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:31:59.595136 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 55280) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:31:59.614914 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvr_db [None req-d04cd3a5-1e94-443f-bee8-3ca7caa49c68 None None] Set router 4cb32a1a-bc7a-403f-80ef-bcdadb9f1db4 gateway port host: dv-cinder-802669-1-iscsi {{(pid=93069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:31:59.625740 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-af148428-2d4c-42c0-a25e-bd629ce7c0d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:59.726847 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-124b7668-face-4216-af2e-c6ab11920415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:59.760359 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-124b7668-face-4216-af2e-c6ab11920415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:59.773242 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-af148428-2d4c-42c0-a25e-bd629ce7c0d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:59.796084 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-d04cd3a5-1e94-443f-bee8-3ca7caa49c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb32a1a-bc7a-403f-80ef-bcdadb9f1db4', 'name': 'tempest-TestShelveInstance-530889301-router', 'tenant_id': '7c4ceb6d4ba94ce194e7af7f445730f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.172'}], 'enable_snat': True}, 'gw_port_id': '5cbdc90c-e752-4903-bb44-5862377d604c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:26:17Z', 'updated_at': '2021-07-28T09:31:58Z', 'revision_number': 5, 'project_id': '7c4ceb6d4ba94ce194e7af7f445730f6', 'gw_port': {'id': '5cbdc90c-e752-4903-bb44-5862377d604c', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:69:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cb32a1a-bc7a-403f-80ef-bcdadb9f1db4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:26:18Z', 'updated_at': '2021-07-28T09:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi'}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:31:59.822102 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04cd3a5-1e94-443f-bee8-3ca7caa49c68 None None] Checking router: 4cb32a1a-bc7a-403f-80ef-bcdadb9f1db4 for host: dv-cinder-802669-1-iscsi {{(pid=93069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:31:59.832857 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04cd3a5-1e94-443f-bee8-3ca7caa49c68 None None] Routers {'4cb32a1a-bc7a-403f-80ef-bcdadb9f1db4'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:31:59.833474 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-d04cd3a5-1e94-443f-bee8-3ca7caa49c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:31:31Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['4cb32a1a-bc7a-403f-80ef-bcdadb9f1db4'], 'active': True} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:31:59.842850 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-124b7668-face-4216-af2e-c6ab11920415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:59.845539 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-124b7668-face-4216-af2e-c6ab11920415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:59.846672 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-124b7668-face-4216-af2e-c6ab11920415 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/99879330-195c-47ad-8116-5beb7ca9e4f8 HTTP/1.1" status: 204 len: 168 time: 0.2504439 Jul 28 09:31:59.853737 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.plugin [None req-af148428-2d4c-42c0-a25e-bd629ce7c0d8 admin admin] Deleting port 5cbdc90c-e752-4903-bb44-5862377d604c {{(pid=93068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 09:31:59.854058 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-af148428-2d4c-42c0-a25e-bd629ce7c0d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732595656843'] for port, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:59.868808 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124b7668-face-4216-af2e-c6ab11920415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99879330-195c-47ad-8116-5beb7ca9e4f8,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:31:59.961900 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.db [None req-af148428-2d4c-42c0-a25e-bd629ce7c0d8 admin admin] For port 5cbdc90c-e752-4903-bb44-5862377d604c, host dv-cinder-802669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=5cbdc90c-e752-4903-bb44-5862377d604c,segment=NetworkSegment(b226f756-b865-4ac3-ba22-f8bcfda44394),segment_id=b226f756-b865-4ac3-ba22-f8bcfda44394)] {{(pid=93068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:31:59.962271 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-af148428-2d4c-42c0-a25e-bd629ce7c0d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8264998'] for port, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:31:59.978029 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.plugin [None req-af148428-2d4c-42c0-a25e-bd629ce7c0d8 admin admin] Calling delete_port for 5cbdc90c-e752-4903-bb44-5862377d604c owned by network:router_gateway {{(pid=93068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 09:32:00.009181 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c92a8-e213-4263-a445-5e9d970af073 req-420fe756-881f-4c1a-b856-62d7f4c59901 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:32:00.011756 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-f30c92a8-e213-4263-a445-5e9d970af073 req-420fe756-881f-4c1a-b856-62d7f4c59901 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a96654e-95dd-48bb-adf3-91e5eed7b520 HTTP/1.1" status: 200 len: 946 time: 0.0649500 Jul 28 09:32:00.061366 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-f30c92a8-e213-4263-a445-5e9d970af073 req-5fc60c29-f6f1-476b-bb9e-75f13bb10f96 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups?id=f472aec1-11e1-40fb-99a6-1f673d66ba57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429637 Jul 28 09:32:00.073198 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvr_db [None req-d04cd3a5-1e94-443f-bee8-3ca7caa49c68 None None] Set router 4cb32a1a-bc7a-403f-80ef-bcdadb9f1db4 gateway port host: None {{(pid=93069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:32:00.137221 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-d04cd3a5-1e94-443f-bee8-3ca7caa49c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cb32a1a-bc7a-403f-80ef-bcdadb9f1db4', 'name': 'tempest-TestShelveInstance-530889301-router', 'tenant_id': '7c4ceb6d4ba94ce194e7af7f445730f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:26:17Z', 'updated_at': '2021-07-28T09:31:59Z', 'revision_number': 6, 'project_id': '7c4ceb6d4ba94ce194e7af7f445730f6', 'gw_port_host': None}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:32:00.159357 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5606334b-2835-4b19-aa56-94bb18b881d8 req-3156f6cb-4d9a-48cd-b166-2aa18cfbedcf tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:32:00.160905 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-5606334b-2835-4b19-aa56-94bb18b881d8 req-3156f6cb-4d9a-48cd-b166-2aa18cfbedcf tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.32 "GET /v2.0/ports?device_id=5a96654e-95dd-48bb-adf3-91e5eed7b520 HTTP/1.1" status: 200 len: 946 time: 0.0585942 Jul 28 09:32:00.169987 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04cd3a5-1e94-443f-bee8-3ca7caa49c68 None None] The sync data for ids ['4cb32a1a-bc7a-403f-80ef-bcdadb9f1db4'] in dv-cinder-802669-1-iscsi is: [{'id': '4cb32a1a-bc7a-403f-80ef-bcdadb9f1db4', 'name': 'tempest-TestShelveInstance-530889301-router', 'tenant_id': '7c4ceb6d4ba94ce194e7af7f445730f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:26:17Z', 'updated_at': '2021-07-28T09:31:59Z', 'revision_number': 6, 'project_id': '7c4ceb6d4ba94ce194e7af7f445730f6', 'gw_port_host': None}] {{(pid=93069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:32:00.179611 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-af148428-2d4c-42c0-a25e-bd629ce7c0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732595661087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732595289887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036940'] for port, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:00.204007 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af148428-2d4c-42c0-a25e-bd629ce7c0d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cbdc90c-e752-4903-bb44-5862377d604c,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:32:00.280827 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-af148428-2d4c-42c0-a25e-bd629ce7c0d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8269047'] for router_gateway, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:00.287111 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.plugin [req-5606334b-2835-4b19-aa56-94bb18b881d8 req-9d4f430b-1012-4470-a397-f2deb556be5d tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Deleting port 9b6651ac-a2a9-45c2-85c4-d67031aa172a {{(pid=93067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 09:32:00.287453 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-5606334b-2835-4b19-aa56-94bb18b881d8 req-9d4f430b-1012-4470-a397-f2deb556be5d tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732595656843'] for port, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:00.379057 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-af148428-2d4c-42c0-a25e-bd629ce7c0d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7992424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-245475'] for router, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:00.381453 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-af148428-2d4c-42c0-a25e-bd629ce7c0d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:00.382913 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.db [req-5606334b-2835-4b19-aa56-94bb18b881d8 req-9d4f430b-1012-4470-a397-f2deb556be5d tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] For port 9b6651ac-a2a9-45c2-85c4-d67031aa172a, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=9b6651ac-a2a9-45c2-85c4-d67031aa172a,segment=NetworkSegment(8d4ebd29-05d0-486e-9486-49583b4bf742),segment_id=8d4ebd29-05d0-486e-9486-49583b4bf742)] {{(pid=93067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:32:00.383286 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-5606334b-2835-4b19-aa56-94bb18b881d8 req-9d4f430b-1012-4470-a397-f2deb556be5d tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8264998'] for port, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:00.426422 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-af148428-2d4c-42c0-a25e-bd629ce7c0d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7993592'] for router, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:00.427445 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af148428-2d4c-42c0-a25e-bd629ce7c0d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4cb32a1a-bc7a-403f-80ef-bcdadb9f1db4 {{(pid=93068) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 09:32:00.435314 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-af148428-2d4c-42c0-a25e-bd629ce7c0d8 admin admin] Notify callbacks [] for router, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:00.436568 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-af148428-2d4c-42c0-a25e-bd629ce7c0d8 admin admin] 10.222.0.23 "DELETE /v2.0/routers/4cb32a1a-bc7a-403f-80ef-bcdadb9f1db4 HTTP/1.1" status: 204 len: 168 time: 0.9388659 Jul 28 09:32:00.439045 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 55298) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:32:00.492587 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7544206-052c-499b-8fbf-f139bfbb4879 admin admin] Deleting subnet 5e231bd9-38e1-4ced-bc1a-d0b1a7bfebb4 {{(pid=93068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 09:32:00.500782 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-c7544206-052c-499b-8fbf-f139bfbb4879 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:00.552482 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-c7544206-052c-499b-8fbf-f139bfbb4879 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6036963'] for subnet, precommit_delete_associations {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:00.578535 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-5606334b-2835-4b19-aa56-94bb18b881d8 req-9d4f430b-1012-4470-a397-f2deb556be5d tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:00.578953 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-5606334b-2835-4b19-aa56-94bb18b881d8 req-9d4f430b-1012-4470-a397-f2deb556be5d tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8268857'] for floatingip, after_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:00.579465 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.db.l3_db [req-5606334b-2835-4b19-aa56-94bb18b881d8 req-9d4f430b-1012-4470-a397-f2deb556be5d tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Floating IP f7590533-b42c-4955-963c-33830f6edc54 disassociated. External IP: 172.27.3.41, port: 9b6651ac-a2a9-45c2-85c4-d67031aa172a. Jul 28 09:32:00.579848 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.plugin [req-5606334b-2835-4b19-aa56-94bb18b881d8 req-9d4f430b-1012-4470-a397-f2deb556be5d tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Calling delete_port for 9b6651ac-a2a9-45c2-85c4-d67031aa172a owned by compute:nova {{(pid=93067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 09:32:00.648495 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-c7544206-052c-499b-8fbf-f139bfbb4879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996982'] for subnet, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:00.708637 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-c7544206-052c-499b-8fbf-f139bfbb4879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6036889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6272565'] for subnet, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:00.728066 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-5606334b-2835-4b19-aa56-94bb18b881d8 req-9d4f430b-1012-4470-a397-f2deb556be5d tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732595661087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732595289887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33549966'] for port, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:00.737461 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7544206-052c-499b-8fbf-f139bfbb4879 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e231bd9-38e1-4ced-bc1a-d0b1a7bfebb4,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:32:00.737677 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-414dade1-2ff6-422d-9071-12eb4f9f075c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:00.739444 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-c7544206-052c-499b-8fbf-f139bfbb4879 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for subnet, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:00.741450 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-c7544206-052c-499b-8fbf-f139bfbb4879 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/5e231bd9-38e1-4ced-bc1a-d0b1a7bfebb4 HTTP/1.1" status: 204 len: 168 time: 0.3013351 Jul 28 09:32:00.744019 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 55308) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:32:00.748450 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765879b5-f1d1-450b-a8a1-4479ca48a216 None None] Network 41049b01-d857-49ee-839e-5f79bf7420d6 requested from dv-cinder-802669-1-iscsi {{(pid=93069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 09:32:00.777188 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4f430b-1012-4470-a397-f2deb556be5d tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Pushing event deleted for resources: {'Port': ['ID=9b6651ac-a2a9-45c2-85c4-d67031aa172a,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:32:00.838586 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-d983f659-ee1b-4fcb-a51c-1c3819a816ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599172'] for network, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:00.896916 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.plugin [None req-d983f659-ee1b-4fcb-a51c-1c3819a816ea admin admin] Deleting port d363bb4c-a904-4b7b-a083-85c9e0e34ea8 {{(pid=93068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 09:32:00.897499 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-d983f659-ee1b-4fcb-a51c-1c3819a816ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732595656843'] for port, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:00.915035 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5606334b-2835-4b19-aa56-94bb18b881d8 req-9d4f430b-1012-4470-a397-f2deb556be5d tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Router 75f32e89-c1b8-49f9-a1eb-1ada1fad53b3 has already been hosted by L3 agent 4c8802ae-c91a-4e26-b3c6-37f497a3b5b2 {{(pid=93067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 09:32:00.969755 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09fd74e-b4f9-4ac6-b103-2e81388df658 None None] DHCP port deletion for 41049b01-d857-49ee-839e-5f79bf7420d6 request from dv-cinder-802669-1-iscsi {{(pid=93069) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 09:32:01.017304 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.db [None req-d983f659-ee1b-4fcb-a51c-1c3819a816ea admin admin] For port d363bb4c-a904-4b7b-a083-85c9e0e34ea8, host dv-cinder-802669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=d363bb4c-a904-4b7b-a083-85c9e0e34ea8,segment=NetworkSegment(1874cffc-30bc-4ff6-b3c8-3a5ab61f8414),segment_id=1874cffc-30bc-4ff6-b3c8-3a5ab61f8414)] {{(pid=93068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:32:01.017896 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-d983f659-ee1b-4fcb-a51c-1c3819a816ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8264998'] for port, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:01.036416 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.plugin [None req-d983f659-ee1b-4fcb-a51c-1c3819a816ea admin admin] Calling delete_port for d363bb4c-a904-4b7b-a083-85c9e0e34ea8 owned by network:dhcp {{(pid=93068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 09:32:01.062790 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-e09fd74e-b4f9-4ac6-b103-2e81388df658 None None] Deleting port d363bb4c-a904-4b7b-a083-85c9e0e34ea8 {{(pid=93069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 09:32:01.063175 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-e09fd74e-b4f9-4ac6-b103-2e81388df658 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732595656843'] for port, before_delete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:01.070296 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5606334b-2835-4b19-aa56-94bb18b881d8 req-9d4f430b-1012-4470-a397-f2deb556be5d tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify agent at l3_agent.dv-cinder-802669-1-iscsi the message routers_updated {{(pid=93067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:32:01.081318 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21c6d8b-4f8e-4379-9489-6ade43d5964a None None] Sync routers for ids ['75f32e89-c1b8-49f9-a1eb-1ada1fad53b3'] in dv-cinder-802669-1-iscsi {{(pid=93070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:32:01.093803 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21c6d8b-4f8e-4379-9489-6ade43d5964a None None] Routers {'75f32e89-c1b8-49f9-a1eb-1ada1fad53b3'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:32:01.099159 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-f21c6d8b-4f8e-4379-9489-6ade43d5964a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:32:01Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['75f32e89-c1b8-49f9-a1eb-1ada1fad53b3'], 'active': True} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:32:01.113971 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device 40c793bb-4011-4131-b0e9-c3b549aacf0d no longer exists at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:32:01.166592 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] No Port match for: 40c793bb-4011-4131-b0e9-c3b549aacf0d {{(pid=93069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 09:32:01.166935 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device 40c793bb-4011-4131-b0e9-c3b549aacf0d not bound to the agent host dv-cinder-802669-1-iscsi {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:32:01.170973 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device 5cbdc90c-e752-4903-bb44-5862377d604c no longer exists at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:32:01.201842 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.l3_dvrscheduler_db [req-5606334b-2835-4b19-aa56-94bb18b881d8 req-9d4f430b-1012-4470-a397-f2deb556be5d tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] No DVR routers for this DVR port 9b6651ac-a2a9-45c2-85c4-d67031aa172a on host hv-cinder-80266 {{(pid=93067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 09:32:01.206077 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-5606334b-2835-4b19-aa56-94bb18b881d8 req-9d4f430b-1012-4470-a397-f2deb556be5d tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905'] for port, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:01.210647 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-5606334b-2835-4b19-aa56-94bb18b881d8 req-9d4f430b-1012-4470-a397-f2deb556be5d tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.32 "DELETE /v2.0/ports/9b6651ac-a2a9-45c2-85c4-d67031aa172a HTTP/1.1" status: 204 len: 173 time: 1.0430460 Jul 28 09:32:01.218569 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a96654e-95dd-48bb-adf3-91e5eed7b520', 'name': 'network-vif-deleted', 'tag': '9b6651ac-a2a9-45c2-85c4-d67031aa172a'}] {{(pid=93067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:32:01.221649 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}119bb006a51e6799d77012a49065aa76076224f53078518f9bbc3af1ae40a877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55e367af-ddb0-4746-a654-af8698e9eaa2" -d '{"events": [{"server_uuid": "5a96654e-95dd-48bb-adf3-91e5eed7b520", "name": "network-vif-deleted", "tag": "9b6651ac-a2a9-45c2-85c4-d67031aa172a"}]}' {{(pid=93067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:32:01.225956 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-d983f659-ee1b-4fcb-a51c-1c3819a816ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732595661087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732595289887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036940'] for port, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:01.232351 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] No Port match for: 5cbdc90c-e752-4903-bb44-5862377d604c {{(pid=93069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 09:32:01.232589 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device 5cbdc90c-e752-4903-bb44-5862377d604c not bound to the agent host dv-cinder-802669-1-iscsi {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:32:01.232993 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device d363bb4c-a904-4b7b-a083-85c9e0e34ea8 no longer exists at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:32:01.306479 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvr_db [None req-f21c6d8b-4f8e-4379-9489-6ade43d5964a None None] Set router 75f32e89-c1b8-49f9-a1eb-1ada1fad53b3 gateway port host: dv-cinder-802669-1-iscsi {{(pid=93070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:32:01.320890 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d983f659-ee1b-4fcb-a51c-1c3819a816ea admin admin] No DVR routers for this DVR port d363bb4c-a904-4b7b-a083-85c9e0e34ea8 on host dv-cinder-802669-1-iscsi {{(pid=93068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 09:32:01.322553 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-8b97ded9-20fd-4ebd-bdaf-bff7ce260b77 req-8ef550f7-0072-42df-a378-a948f3ce9252 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a96654e-95dd-48bb-adf3-91e5eed7b520 HTTP/1.1" status: 200 len: 210 time: 0.0643363 Jul 28 09:32:01.332208 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 09:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec5a711e-566a-4d3d-a504-4f935b97a930 x-openstack-request-id: req-ec5a711e-566a-4d3d-a504-4f935b97a930 {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:32:01.332524 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a96654e-95dd-48bb-adf3-91e5eed7b520", "name": "network-vif-deleted", "tag": "9b6651ac-a2a9-45c2-85c4-d67031aa172a", "status": "completed", "code": 200}]} {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:32:01.332782 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ec5a711e-566a-4d3d-a504-4f935b97a930 {{(pid=93067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:32:01.333200 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a96654e-95dd-48bb-adf3-91e5eed7b520', 'name': 'network-vif-deleted', 'tag': '9b6651ac-a2a9-45c2-85c4-d67031aa172a', 'status': 'completed', 'code': 200} Jul 28 09:32:01.368710 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-e09fd74e-b4f9-4ac6-b103-2e81388df658 None None] For port d363bb4c-a904-4b7b-a083-85c9e0e34ea8, host dv-cinder-802669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=d363bb4c-a904-4b7b-a083-85c9e0e34ea8,segment=NetworkSegment(1874cffc-30bc-4ff6-b3c8-3a5ab61f8414),segment_id=1874cffc-30bc-4ff6-b3c8-3a5ab61f8414)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:32:01.369834 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-e09fd74e-b4f9-4ac6-b103-2e81388df658 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8264998'] for port, precommit_delete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:01.388148 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] No Port match for: d363bb4c-a904-4b7b-a083-85c9e0e34ea8 {{(pid=93069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 09:32:01.396278 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device d363bb4c-a904-4b7b-a083-85c9e0e34ea8 not bound to the agent host dv-cinder-802669-1-iscsi {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:32:01.421760 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-e09fd74e-b4f9-4ac6-b103-2e81388df658 None None] Calling delete_port for d363bb4c-a904-4b7b-a083-85c9e0e34ea8 owned by network:dhcp {{(pid=93069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 09:32:01.423816 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:01.440020 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d983f659-ee1b-4fcb-a51c-1c3819a816ea admin admin] Pushing event deleted for resources: {'Port': ['ID=d363bb4c-a904-4b7b-a083-85c9e0e34ea8,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:32:01.476660 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-d983f659-ee1b-4fcb-a51c-1c3819a816ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983811', 'neutron.services.segments.db._delete_segments_for_network-8732595736369'] for network, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:01.511114 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.services.segments.db [None req-d983f659-ee1b-4fcb-a51c-1c3819a816ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41049b01-d857-49ee-839e-5f79bf7420d6']}} {{(pid=93068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:32:01.539007 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.services.segments.db [None req-d983f659-ee1b-4fcb-a51c-1c3819a816ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1874cffc-30bc-4ff6-b3c8-3a5ab61f8414') {'for_net_delete': True} {{(pid=93068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:32:01.539312 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.services.segments.db [None req-d983f659-ee1b-4fcb-a51c-1c3819a816ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1874cffc-30bc-4ff6-b3c8-3a5ab61f8414') {} {{(pid=93068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:32:01.554659 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-d983f659-ee1b-4fcb-a51c-1c3819a816ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732595737146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6036970'] for segment, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:01.554863 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-e09fd74e-b4f9-4ac6-b103-2e81388df658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732595661087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732595289887'] for port, after_delete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:01.572939 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-d983f659-ee1b-4fcb-a51c-1c3819a816ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998659'] for segment, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:01.573786 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09fd74e-b4f9-4ac6-b103-2e81388df658 None None] No DVR routers for this DVR port d363bb4c-a904-4b7b-a083-85c9e0e34ea8 on host dv-cinder-802669-1-iscsi {{(pid=93069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 09:32:01.585559 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d983f659-ee1b-4fcb-a51c-1c3819a816ea admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=93068) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 09:32:01.588667 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-d983f659-ee1b-4fcb-a51c-1c3819a816ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6036963'] for segment, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:01.591305 dv-cinder-802669-1-iscsi neutron-server[93068]: Traceback (most recent call last): Jul 28 09:32:01.591305 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 09:32:01.591305 dv-cinder-802669-1-iscsi neutron-server[93068]: timer() Jul 28 09:32:01.591305 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 09:32:01.591305 dv-cinder-802669-1-iscsi neutron-server[93068]: cb(*args, **kw) Jul 28 09:32:01.591305 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 09:32:01.591305 dv-cinder-802669-1-iscsi neutron-server[93068]: return func(*args, **kwargs) Jul 28 09:32:01.591305 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 09:32:01.591305 dv-cinder-802669-1-iscsi neutron-server[93068]: self._notify() Jul 28 09:32:01.591305 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 09:32:01.591305 dv-cinder-802669-1-iscsi neutron-server[93068]: self.callback(batched_events) Jul 28 09:32:01.591305 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 09:32:01.591305 dv-cinder-802669-1-iscsi neutron-server[93068]: event.method(event) Jul 28 09:32:01.591305 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 09:32:01.591305 dv-cinder-802669-1-iscsi neutron-server[93068]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 09:32:01.591305 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 09:32:01.591305 dv-cinder-802669-1-iscsi neutron-server[93068]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 09:32:01.591305 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 09:32:01.591305 dv-cinder-802669-1-iscsi neutron-server[93068]: return f(self, *a, **k) Jul 28 09:32:01.591305 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 09:32:01.591305 dv-cinder-802669-1-iscsi neutron-server[93068]: return self._get(url).json() Jul 28 09:32:01.591305 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 09:32:01.591305 dv-cinder-802669-1-iscsi neutron-server[93068]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 09:32:01.591305 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 09:32:01.591305 dv-cinder-802669-1-iscsi neutron-server[93068]: return self.request(url, 'GET', **kwargs) Jul 28 09:32:01.591305 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 09:32:01.591305 dv-cinder-802669-1-iscsi neutron-server[93068]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 09:32:01.591305 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 09:32:01.591305 dv-cinder-802669-1-iscsi neutron-server[93068]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 09:32:01.591305 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 09:32:01.591305 dv-cinder-802669-1-iscsi neutron-server[93068]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 09:32:01.591305 dv-cinder-802669-1-iscsi neutron-server[93068]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 09:32:01.610831 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09fd74e-b4f9-4ac6-b103-2e81388df658 None None] Pushing event deleted for resources: {'Port': ['ID=d363bb4c-a904-4b7b-a083-85c9e0e34ea8,revision_number=None']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:32:01.662154 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-d983f659-ee1b-4fcb-a51c-1c3819a816ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-987120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8269003'] for network, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:01.668695 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-d983f659-ee1b-4fcb-a51c-1c3819a816ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for network, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:01.670806 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-d983f659-ee1b-4fcb-a51c-1c3819a816ea admin admin] 10.222.0.23 "DELETE /v2.0/networks/41049b01-d857-49ee-839e-5f79bf7420d6 HTTP/1.1" status: 204 len: 168 time: 0.9256957 Jul 28 09:32:01.699970 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d983f659-ee1b-4fcb-a51c-1c3819a816ea admin admin] Pushing event deleted for resources: {'Network': ['ID=41049b01-d857-49ee-839e-5f79bf7420d6,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:32:01.731261 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-f21c6d8b-4f8e-4379-9489-6ade43d5964a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f32e89-c1b8-49f9-a1eb-1ada1fad53b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1030155211-router', 'tenant_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '936100aa-05d4-49f1-9f74-c3679b0940e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:24:32Z', 'updated_at': '2021-07-28T09:24:40Z', 'revision_number': 4, 'project_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'gw_port': {'id': '936100aa-05d4-49f1-9f74-c3679b0940e3', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f32e89-c1b8-49f9-a1eb-1ada1fad53b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:24:33Z', 'updated_at': '2021-07-28T09:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_interfaces': [{'id': 'e6c1d149-6b1a-4382-89d3-3fabefdcfd0d', 'name': '', 'network_id': '59c4a637-5ed0-4b6e-a037-96ec97ce270f', 'tenant_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'mac_address': 'fa:16:3e:0d:e8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f32e89-c1b8-49f9-a1eb-1ada1fad53b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fd0bcb40-b982-4039-a925-2309bc61c85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:24:37Z', 'updated_at': '2021-07-28T09:24:54Z', 'revision_number': 5, 'project_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'subnets': [{'id': 'fd0bcb40-b982-4039-a925-2309bc61c85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:32:01.758770 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21c6d8b-4f8e-4379-9489-6ade43d5964a None None] Checking router: 75f32e89-c1b8-49f9-a1eb-1ada1fad53b3 for host: dv-cinder-802669-1-iscsi {{(pid=93070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:32:01.770328 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21c6d8b-4f8e-4379-9489-6ade43d5964a None None] Routers {'75f32e89-c1b8-49f9-a1eb-1ada1fad53b3'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:32:01.771197 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-f21c6d8b-4f8e-4379-9489-6ade43d5964a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:32:01Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['75f32e89-c1b8-49f9-a1eb-1ada1fad53b3'], 'active': True} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:32:01.856731 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 55334) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:32:01.895648 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvr_db [None req-f21c6d8b-4f8e-4379-9489-6ade43d5964a None None] Set router 75f32e89-c1b8-49f9-a1eb-1ada1fad53b3 gateway port host: dv-cinder-802669-1-iscsi {{(pid=93070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:32:01.907010 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-cae8e36d-74f1-48c1-8d89-99dc39b38f81 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b0bed69fc98347318765653ba412b638&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0462897 Jul 28 09:32:01.907010 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 55336) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:32:01.945742 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 55338) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:32:01.960770 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-ceb57b2c-e7ac-493b-b2bd-f581c15da09e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:01.984961 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-ceb57b2c-e7ac-493b-b2bd-f581c15da09e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:02.041976 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-ceb57b2c-e7ac-493b-b2bd-f581c15da09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:02.046256 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-ceb57b2c-e7ac-493b-b2bd-f581c15da09e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:02.049787 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-ceb57b2c-e7ac-493b-b2bd-f581c15da09e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6502be8d-c495-4641-872b-9b65f21f0e2d HTTP/1.1" status: 204 len: 168 time: 0.1398389 Jul 28 09:32:02.065616 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-f4216964-24c2-4986-b260-f76b74346161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:02.070167 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb57b2c-e7ac-493b-b2bd-f581c15da09e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6502be8d-c495-4641-872b-9b65f21f0e2d,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:32:02.110187 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-29fc97ff-9392-4c7d-8b91-be3be07fca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:02.122226 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-f21c6d8b-4f8e-4379-9489-6ade43d5964a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f32e89-c1b8-49f9-a1eb-1ada1fad53b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1030155211-router', 'tenant_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '936100aa-05d4-49f1-9f74-c3679b0940e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:24:32Z', 'updated_at': '2021-07-28T09:24:40Z', 'revision_number': 4, 'project_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'gw_port': {'id': '936100aa-05d4-49f1-9f74-c3679b0940e3', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f32e89-c1b8-49f9-a1eb-1ada1fad53b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:24:33Z', 'updated_at': '2021-07-28T09:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_interfaces': [{'id': 'e6c1d149-6b1a-4382-89d3-3fabefdcfd0d', 'name': '', 'network_id': '59c4a637-5ed0-4b6e-a037-96ec97ce270f', 'tenant_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'mac_address': 'fa:16:3e:0d:e8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f32e89-c1b8-49f9-a1eb-1ada1fad53b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fd0bcb40-b982-4039-a925-2309bc61c85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:24:37Z', 'updated_at': '2021-07-28T09:24:54Z', 'revision_number': 5, 'project_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'subnets': [{'id': 'fd0bcb40-b982-4039-a925-2309bc61c85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:32:02.149244 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21c6d8b-4f8e-4379-9489-6ade43d5964a None None] The sync data for ids ['75f32e89-c1b8-49f9-a1eb-1ada1fad53b3'] in dv-cinder-802669-1-iscsi is: [{'id': '75f32e89-c1b8-49f9-a1eb-1ada1fad53b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1030155211-router', 'tenant_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '936100aa-05d4-49f1-9f74-c3679b0940e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:24:32Z', 'updated_at': '2021-07-28T09:24:40Z', 'revision_number': 4, 'project_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'gw_port': {'id': '936100aa-05d4-49f1-9f74-c3679b0940e3', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f32e89-c1b8-49f9-a1eb-1ada1fad53b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:24:33Z', 'updated_at': '2021-07-28T09:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_interfaces': [{'id': 'e6c1d149-6b1a-4382-89d3-3fabefdcfd0d', 'name': '', 'network_id': '59c4a637-5ed0-4b6e-a037-96ec97ce270f', 'tenant_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'mac_address': 'fa:16:3e:0d:e8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f32e89-c1b8-49f9-a1eb-1ada1fad53b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'fd0bcb40-b982-4039-a925-2309bc61c85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:24:37Z', 'updated_at': '2021-07-28T09:24:54Z', 'revision_number': 5, 'project_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'subnets': [{'id': 'fd0bcb40-b982-4039-a925-2309bc61c85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:32:02.165413 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-f4216964-24c2-4986-b260-f76b74346161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:02.170254 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-f4216964-24c2-4986-b260-f76b74346161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:02.214600 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 55346) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:32:02.214939 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-f4216964-24c2-4986-b260-f76b74346161 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=91d3c163188042bebc5643ff1fb075e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2676156 Jul 28 09:32:02.216848 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4216964-24c2-4986-b260-f76b74346161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d80802f9-6bf7-4f3e-a1be-2ca8dbcd379a,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:32:02.277022 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-ad618e8c-107e-43fa-8a40-374491144f33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:02.298675 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-ad618e8c-107e-43fa-8a40-374491144f33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:02.351663 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-ad618e8c-107e-43fa-8a40-374491144f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:02.354415 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-ad618e8c-107e-43fa-8a40-374491144f33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:02.358751 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-ad618e8c-107e-43fa-8a40-374491144f33 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d80802f9-6bf7-4f3e-a1be-2ca8dbcd379a HTTP/1.1" status: 204 len: 168 time: 0.1382129 Jul 28 09:32:02.365777 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad618e8c-107e-43fa-8a40-374491144f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80802f9-6bf7-4f3e-a1be-2ca8dbcd379a,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:32:02.371214 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 55350) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:32:02.420406 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-be30267d-32f3-4adb-a1c3-c64be534e557 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7c4ceb6d4ba94ce194e7af7f445730f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0469947 Jul 28 09:32:02.422857 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 55354) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:32:02.456182 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 55358) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:32:02.477696 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-0c192f16-bd36-4046-b673-7e41e1e1a3ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:02.496730 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286ea12e-f739-4161-ad52-d3d951cc8250 None None] New status for floating IP f7590533-b42c-4955-963c-33830f6edc54: DOWN {{(pid=93069) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 09:32:02.501962 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-0c192f16-bd36-4046-b673-7e41e1e1a3ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:02.519617 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-94b81ad0-a19b-4709-ac52-e6cb6f48c120 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks [] for security_group, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:02.545013 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-94b81ad0-a19b-4709-ac52-e6cb6f48c120 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:02.558181 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-0c192f16-bd36-4046-b673-7e41e1e1a3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:02.561805 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-0c192f16-bd36-4046-b673-7e41e1e1a3ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:02.563627 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-0c192f16-bd36-4046-b673-7e41e1e1a3ae admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f4684db1-c490-48bb-af8a-e83e1de1b1cf HTTP/1.1" status: 204 len: 168 time: 0.1398954 Jul 28 09:32:02.578846 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c192f16-bd36-4046-b673-7e41e1e1a3ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4684db1-c490-48bb-af8a-e83e1de1b1cf,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:32:02.594037 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c192f16-bd36-4046-b673-7e41e1e1a3ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:32:02.594558 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c192f16-bd36-4046-b673-7e41e1e1a3ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:32:02.594971 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c192f16-bd36-4046-b673-7e41e1e1a3ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:32:02.595385 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c192f16-bd36-4046-b673-7e41e1e1a3ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:32:02.595846 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c192f16-bd36-4046-b673-7e41e1e1a3ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:32:02.596257 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c192f16-bd36-4046-b673-7e41e1e1a3ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:32:02.596733 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c192f16-bd36-4046-b673-7e41e1e1a3ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:32:02.597277 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c192f16-bd36-4046-b673-7e41e1e1a3ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:32:02.598283 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c192f16-bd36-4046-b673-7e41e1e1a3ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:32:02.598785 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c192f16-bd36-4046-b673-7e41e1e1a3ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:32:02.599354 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c192f16-bd36-4046-b673-7e41e1e1a3ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:32:02.599742 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c192f16-bd36-4046-b673-7e41e1e1a3ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:32:02.785017 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 55364) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:32:02.802946 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-14db6491-2924-490d-91dc-255cc55d22ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:02.879834 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-94b81ad0-a19b-4709-ac52-e6cb6f48c120 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:02.883941 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-94b81ad0-a19b-4709-ac52-e6cb6f48c120 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks [] for security_group, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:02.885767 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-94b81ad0-a19b-4709-ac52-e6cb6f48c120 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "DELETE /v2.0/security-groups/f472aec1-11e1-40fb-99a6-1f673d66ba57 HTTP/1.1" status: 204 len: 168 time: 0.4282804 Jul 28 09:32:02.889096 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 55366) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:32:02.896935 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b81ad0-a19b-4709-ac52-e6cb6f48c120 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f472aec1-11e1-40fb-99a6-1f673d66ba57,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:32:02.910962 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.api.v2.resource [None req-f6365add-c0ca-4c08-98ff-27cefdd156f6 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] show failed (client error): The resource could not be found. Jul 28 09:32:02.912082 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-f6365add-c0ca-4c08-98ff-27cefdd156f6 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "GET /v2.0/security-groups/f472aec1-11e1-40fb-99a6-1f673d66ba57 HTTP/1.1" status: 404 len: 347 time: 0.0220416 Jul 28 09:32:02.915346 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 55368) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:32:02.935808 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-14db6491-2924-490d-91dc-255cc55d22ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:02.941638 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-14db6491-2924-490d-91dc-255cc55d22ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:02.987032 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-14db6491-2924-490d-91dc-255cc55d22ce admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2e9563ac8caa40d5a55bd9c8368fc58a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1984200 Jul 28 09:32:02.987032 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14db6491-2924-490d-91dc-255cc55d22ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e5f94b-3235-404c-9ed6-d6c7f9713713,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:32:02.988137 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 55370) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:32:03.042458 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-39b85d4e-5988-40d9-970e-70ca0f77c7b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:03.051027 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.plugin [None req-eb76a03b-2110-48e1-a2af-03103ab4d061 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Deleting port e9f92dce-1a36-4983-8c05-606484d24c58 {{(pid=93068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 09:32:03.051554 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-eb76a03b-2110-48e1-a2af-03103ab4d061 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732595656843'] for port, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:03.064594 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-39b85d4e-5988-40d9-970e-70ca0f77c7b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:03.110056 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-39b85d4e-5988-40d9-970e-70ca0f77c7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:03.113004 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-39b85d4e-5988-40d9-970e-70ca0f77c7b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:03.114915 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-39b85d4e-5988-40d9-970e-70ca0f77c7b5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/91e5f94b-3235-404c-9ed6-d6c7f9713713 HTTP/1.1" status: 204 len: 168 time: 0.1260557 Jul 28 09:32:03.123357 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b85d4e-5988-40d9-970e-70ca0f77c7b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e5f94b-3235-404c-9ed6-d6c7f9713713,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:32:03.131676 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-eb76a03b-2110-48e1-a2af-03103ab4d061 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8264998'] for port, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:03.131952 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-eb76a03b-2110-48e1-a2af-03103ab4d061 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:03.148981 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.plugin [None req-eb76a03b-2110-48e1-a2af-03103ab4d061 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Calling delete_port for e9f92dce-1a36-4983-8c05-606484d24c58 owned by network:floatingip {{(pid=93068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 09:32:03.284113 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-eb76a03b-2110-48e1-a2af-03103ab4d061 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732595661087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732595289887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036940'] for port, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:03.310637 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb76a03b-2110-48e1-a2af-03103ab4d061 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Pushing event deleted for resources: {'Port': ['ID=e9f92dce-1a36-4983-8c05-606484d24c58,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:32:03.371414 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-eb76a03b-2110-48e1-a2af-03103ab4d061 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks [] for floatingip, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:03.374849 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-eb76a03b-2110-48e1-a2af-03103ab4d061 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905'] for floatingip, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:03.376014 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-eb76a03b-2110-48e1-a2af-03103ab4d061 tempest-AttachVolumeShelveTestJSON-1908779393 tempest-AttachVolumeShelveTestJSON-1908779393-project] 10.222.0.23 "DELETE /v2.0/floatingips/f7590533-b42c-4955-963c-33830f6edc54 HTTP/1.1" status: 204 len: 168 time: 0.4595685 Jul 28 09:32:03.649217 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-2284cd4c-493c-4cd5-902b-cad83a6c7b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:05.102408 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device 9b6651ac-a2a9-45c2-85c4-d67031aa172a no longer exists at agent hyperv_hv-cinder-80266 {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:32:05.121798 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] No Port match for: 9b6651ac-a2a9-45c2-85c4-d67031aa172a {{(pid=93069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 09:32:05.122132 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device 9b6651ac-a2a9-45c2-85c4-d67031aa172a not bound to the agent host hv-cinder-80266 {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:32:05.797695 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 55440) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:32:06.288416 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-2b869e1c-0b10-44b6-a83f-5d979416b6aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8270137'] for router_interface, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:06.789880 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.plugin [None req-2b869e1c-0b10-44b6-a83f-5d979416b6aa admin admin] Deleting port e6c1d149-6b1a-4382-89d3-3fabefdcfd0d {{(pid=93067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 09:32:06.790216 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-2b869e1c-0b10-44b6-a83f-5d979416b6aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732595656843'] for port, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:06.863443 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.db [None req-2b869e1c-0b10-44b6-a83f-5d979416b6aa admin admin] For port e6c1d149-6b1a-4382-89d3-3fabefdcfd0d, host dv-cinder-802669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=e6c1d149-6b1a-4382-89d3-3fabefdcfd0d,segment=NetworkSegment(8d4ebd29-05d0-486e-9486-49583b4bf742),segment_id=8d4ebd29-05d0-486e-9486-49583b4bf742)] {{(pid=93067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:32:06.864124 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-2b869e1c-0b10-44b6-a83f-5d979416b6aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8264998'] for port, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:06.876289 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.plugin [None req-2b869e1c-0b10-44b6-a83f-5d979416b6aa admin admin] Calling delete_port for e6c1d149-6b1a-4382-89d3-3fabefdcfd0d owned by network:router_interface {{(pid=93067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 09:32:07.048747 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-2b869e1c-0b10-44b6-a83f-5d979416b6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732595661087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732595289887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33549966'] for port, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:07.076851 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b869e1c-0b10-44b6-a83f-5d979416b6aa admin admin] Pushing event deleted for resources: {'Port': ['ID=e6c1d149-6b1a-4382-89d3-3fabefdcfd0d,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:32:07.245215 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-2b869e1c-0b10-44b6-a83f-5d979416b6aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8069291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8270165'] for router_interface, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:07.465287 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b869e1c-0b10-44b6-a83f-5d979416b6aa admin admin] Router 75f32e89-c1b8-49f9-a1eb-1ada1fad53b3 has already been hosted by L3 agent 4c8802ae-c91a-4e26-b3c6-37f497a3b5b2 {{(pid=93067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 09:32:07.573053 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b869e1c-0b10-44b6-a83f-5d979416b6aa admin admin] Notify agent at l3_agent.dv-cinder-802669-1-iscsi the message routers_updated {{(pid=93067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:32:07.579118 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-2b869e1c-0b10-44b6-a83f-5d979416b6aa admin admin] 10.222.0.23 "PUT /v2.0/routers/75f32e89-c1b8-49f9-a1eb-1ada1fad53b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7803779 Jul 28 09:32:07.581672 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 55462) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:32:07.585675 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e776c167-0556-4271-adba-df9f203e770e None None] Sync routers for ids ['75f32e89-c1b8-49f9-a1eb-1ada1fad53b3'] in dv-cinder-802669-1-iscsi {{(pid=93070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:32:07.595567 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e776c167-0556-4271-adba-df9f203e770e None None] Routers {'75f32e89-c1b8-49f9-a1eb-1ada1fad53b3'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:32:07.596322 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-e776c167-0556-4271-adba-df9f203e770e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:32:01Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['75f32e89-c1b8-49f9-a1eb-1ada1fad53b3'], 'active': True} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:32:07.692733 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-b34f1305-1ebc-4f82-8016-4e7a28dac941 admin admin] Notify callbacks [] for router, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:07.702987 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvr_db [None req-e776c167-0556-4271-adba-df9f203e770e None None] Set router 75f32e89-c1b8-49f9-a1eb-1ada1fad53b3 gateway port host: dv-cinder-802669-1-iscsi {{(pid=93070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:32:07.794513 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-b34f1305-1ebc-4f82-8016-4e7a28dac941 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:07.849176 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.plugin [None req-b34f1305-1ebc-4f82-8016-4e7a28dac941 admin admin] Deleting port 936100aa-05d4-49f1-9f74-c3679b0940e3 {{(pid=93067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 09:32:07.849435 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-b34f1305-1ebc-4f82-8016-4e7a28dac941 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732595656843'] for port, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:07.879024 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-e776c167-0556-4271-adba-df9f203e770e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f32e89-c1b8-49f9-a1eb-1ada1fad53b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1030155211-router', 'tenant_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '936100aa-05d4-49f1-9f74-c3679b0940e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:24:32Z', 'updated_at': '2021-07-28T09:32:07Z', 'revision_number': 5, 'project_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'gw_port': {'id': '936100aa-05d4-49f1-9f74-c3679b0940e3', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:6d:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f32e89-c1b8-49f9-a1eb-1ada1fad53b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:24:33Z', 'updated_at': '2021-07-28T09:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi'}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:32:07.904433 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e776c167-0556-4271-adba-df9f203e770e None None] Checking router: 75f32e89-c1b8-49f9-a1eb-1ada1fad53b3 for host: dv-cinder-802669-1-iscsi {{(pid=93070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:32:07.912544 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e776c167-0556-4271-adba-df9f203e770e None None] Routers {'75f32e89-c1b8-49f9-a1eb-1ada1fad53b3'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:32:07.913137 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-e776c167-0556-4271-adba-df9f203e770e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:32:01Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['75f32e89-c1b8-49f9-a1eb-1ada1fad53b3'], 'active': True} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:32:07.928092 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.db [None req-b34f1305-1ebc-4f82-8016-4e7a28dac941 admin admin] For port 936100aa-05d4-49f1-9f74-c3679b0940e3, host dv-cinder-802669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=936100aa-05d4-49f1-9f74-c3679b0940e3,segment=NetworkSegment(b226f756-b865-4ac3-ba22-f8bcfda44394),segment_id=b226f756-b865-4ac3-ba22-f8bcfda44394)] {{(pid=93067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:32:07.928675 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-b34f1305-1ebc-4f82-8016-4e7a28dac941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8264998'] for port, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:07.943866 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.plugin [None req-b34f1305-1ebc-4f82-8016-4e7a28dac941 admin admin] Calling delete_port for 936100aa-05d4-49f1-9f74-c3679b0940e3 owned by network:router_gateway {{(pid=93067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 09:32:07.994899 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvr_db [None req-e776c167-0556-4271-adba-df9f203e770e None None] Set router 75f32e89-c1b8-49f9-a1eb-1ada1fad53b3 gateway port host: None {{(pid=93070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:32:08.043339 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-e776c167-0556-4271-adba-df9f203e770e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f32e89-c1b8-49f9-a1eb-1ada1fad53b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1030155211-router', 'tenant_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:24:32Z', 'updated_at': '2021-07-28T09:32:07Z', 'revision_number': 6, 'project_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'gw_port_host': None}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:32:08.072677 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e776c167-0556-4271-adba-df9f203e770e None None] The sync data for ids ['75f32e89-c1b8-49f9-a1eb-1ada1fad53b3'] in dv-cinder-802669-1-iscsi is: [{'id': '75f32e89-c1b8-49f9-a1eb-1ada1fad53b3', 'name': 'tempest-AttachVolumeShelveTestJSON-1030155211-router', 'tenant_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:24:32Z', 'updated_at': '2021-07-28T09:32:07Z', 'revision_number': 6, 'project_id': 'b8340ca8a0bb47c3871a9e4d939e9a44', 'gw_port_host': None}] {{(pid=93070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:32:08.109964 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-b34f1305-1ebc-4f82-8016-4e7a28dac941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732595661087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732595289887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33549966'] for port, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:08.133627 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34f1305-1ebc-4f82-8016-4e7a28dac941 admin admin] Pushing event deleted for resources: {'Port': ['ID=936100aa-05d4-49f1-9f74-c3679b0940e3,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:32:08.196399 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-b34f1305-1ebc-4f82-8016-4e7a28dac941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8269047'] for router_gateway, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:08.282574 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-b34f1305-1ebc-4f82-8016-4e7a28dac941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7992424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-245475'] for router, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:08.284655 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-b34f1305-1ebc-4f82-8016-4e7a28dac941 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:08.325558 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-b34f1305-1ebc-4f82-8016-4e7a28dac941 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7993592'] for router, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:08.326190 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b34f1305-1ebc-4f82-8016-4e7a28dac941 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75f32e89-c1b8-49f9-a1eb-1ada1fad53b3 {{(pid=93067) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 09:32:08.330918 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-b34f1305-1ebc-4f82-8016-4e7a28dac941 admin admin] Notify callbacks [] for router, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:08.332102 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-b34f1305-1ebc-4f82-8016-4e7a28dac941 admin admin] 10.222.0.23 "DELETE /v2.0/routers/75f32e89-c1b8-49f9-a1eb-1ada1fad53b3 HTTP/1.1" status: 204 len: 168 time: 0.7495930 Jul 28 09:32:08.334564 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 55464) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:32:08.377544 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.db_base_plugin_v2 [None req-43e19191-f68f-485b-951e-54649b763a1b admin admin] Deleting subnet fd0bcb40-b982-4039-a925-2309bc61c85b {{(pid=93067) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 09:32:08.380472 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-43e19191-f68f-485b-951e-54649b763a1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:08.418210 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-43e19191-f68f-485b-951e-54649b763a1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5893330'] for subnet, precommit_delete_associations {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:08.502942 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-43e19191-f68f-485b-951e-54649b763a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996982'] for subnet, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:08.556262 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-43e19191-f68f-485b-951e-54649b763a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33550043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33525746'] for subnet, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:08.585010 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e19191-f68f-485b-951e-54649b763a1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd0bcb40-b982-4039-a925-2309bc61c85b,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:32:08.588630 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-43e19191-f68f-485b-951e-54649b763a1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:08.593484 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-43e19191-f68f-485b-951e-54649b763a1b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/fd0bcb40-b982-4039-a925-2309bc61c85b HTTP/1.1" status: 204 len: 168 time: 0.2550263 Jul 28 09:32:08.594470 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 55474) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:32:08.598306 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e39abb4-52c6-4532-be41-e1b1b6e840fd None None] Network 59c4a637-5ed0-4b6e-a037-96ec97ce270f requested from dv-cinder-802669-1-iscsi {{(pid=93069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 09:32:08.671816 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-9c61ee1b-bb9f-4024-97ec-d67a1a84f53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599172'] for network, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:08.726433 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.plugin [None req-9c61ee1b-bb9f-4024-97ec-d67a1a84f53e admin admin] Deleting port 6ab29dc1-6e0e-4e21-9b34-4c60db753001 {{(pid=93068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 09:32:08.726859 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-9c61ee1b-bb9f-4024-97ec-d67a1a84f53e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732595656843'] for port, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:08.795696 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.db [None req-9c61ee1b-bb9f-4024-97ec-d67a1a84f53e admin admin] For port 6ab29dc1-6e0e-4e21-9b34-4c60db753001, host dv-cinder-802669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=6ab29dc1-6e0e-4e21-9b34-4c60db753001,segment=NetworkSegment(8d4ebd29-05d0-486e-9486-49583b4bf742),segment_id=8d4ebd29-05d0-486e-9486-49583b4bf742)] {{(pid=93068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:32:08.796137 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-9c61ee1b-bb9f-4024-97ec-d67a1a84f53e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8264998'] for port, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:08.808627 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.plugin [None req-9c61ee1b-bb9f-4024-97ec-d67a1a84f53e admin admin] Calling delete_port for 6ab29dc1-6e0e-4e21-9b34-4c60db753001 owned by network:dhcp {{(pid=93068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 09:32:08.851235 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55351c4-70f4-4f3a-890b-9bb0b4520401 None None] DHCP port deletion for 59c4a637-5ed0-4b6e-a037-96ec97ce270f request from dv-cinder-802669-1-iscsi {{(pid=93069) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 09:32:08.855362 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 55482) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:32:08.918179 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-e55351c4-70f4-4f3a-890b-9bb0b4520401 None None] Deleting port 6ab29dc1-6e0e-4e21-9b34-4c60db753001 {{(pid=93069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 09:32:08.918639 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-e55351c4-70f4-4f3a-890b-9bb0b4520401 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732595656843'] for port, before_delete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:08.933091 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-9c61ee1b-bb9f-4024-97ec-d67a1a84f53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732595661087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732595289887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036940'] for port, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:08.933337 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device 6ab29dc1-6e0e-4e21-9b34-4c60db753001 no longer exists at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:32:08.971268 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c61ee1b-bb9f-4024-97ec-d67a1a84f53e admin admin] No DVR routers for this DVR port 6ab29dc1-6e0e-4e21-9b34-4c60db753001 on host dv-cinder-802669-1-iscsi {{(pid=93068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 09:32:08.976838 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c61ee1b-bb9f-4024-97ec-d67a1a84f53e admin admin] Pushing event deleted for resources: {'Port': ['ID=6ab29dc1-6e0e-4e21-9b34-4c60db753001,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:32:08.990442 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-6f4c3bce-39a1-4b04-9fe4-2f0831433814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:09.001235 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] No Port match for: 6ab29dc1-6e0e-4e21-9b34-4c60db753001 {{(pid=93069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 09:32:09.001669 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device 6ab29dc1-6e0e-4e21-9b34-4c60db753001 not bound to the agent host dv-cinder-802669-1-iscsi {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:32:09.002153 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device 936100aa-05d4-49f1-9f74-c3679b0940e3 no longer exists at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:32:09.032966 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] No Port match for: 936100aa-05d4-49f1-9f74-c3679b0940e3 {{(pid=93069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 09:32:09.033328 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device 936100aa-05d4-49f1-9f74-c3679b0940e3 not bound to the agent host dv-cinder-802669-1-iscsi {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:32:09.034115 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device e6c1d149-6b1a-4382-89d3-3fabefdcfd0d no longer exists at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:32:09.055869 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-9c61ee1b-bb9f-4024-97ec-d67a1a84f53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983811', 'neutron.services.segments.db._delete_segments_for_network-8732595736369'] for network, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:09.065728 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] No Port match for: e6c1d149-6b1a-4382-89d3-3fabefdcfd0d {{(pid=93069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 09:32:09.066186 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device e6c1d149-6b1a-4382-89d3-3fabefdcfd0d not bound to the agent host dv-cinder-802669-1-iscsi {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:32:09.067990 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.services.segments.db [None req-9c61ee1b-bb9f-4024-97ec-d67a1a84f53e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59c4a637-5ed0-4b6e-a037-96ec97ce270f']}} {{(pid=93068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:32:09.077936 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-e55351c4-70f4-4f3a-890b-9bb0b4520401 None None] For port 6ab29dc1-6e0e-4e21-9b34-4c60db753001, host dv-cinder-802669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=6ab29dc1-6e0e-4e21-9b34-4c60db753001,segment=NetworkSegment(8d4ebd29-05d0-486e-9486-49583b4bf742),segment_id=8d4ebd29-05d0-486e-9486-49583b4bf742)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:32:09.078360 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-e55351c4-70f4-4f3a-890b-9bb0b4520401 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8264998'] for port, precommit_delete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:09.083342 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.services.segments.db [None req-9c61ee1b-bb9f-4024-97ec-d67a1a84f53e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d4ebd29-05d0-486e-9486-49583b4bf742') {'for_net_delete': True} {{(pid=93068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:32:09.083679 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.services.segments.db [None req-9c61ee1b-bb9f-4024-97ec-d67a1a84f53e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d4ebd29-05d0-486e-9486-49583b4bf742') {} {{(pid=93068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:32:09.094104 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-9c61ee1b-bb9f-4024-97ec-d67a1a84f53e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732595737146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6036970'] for segment, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:09.094939 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-e55351c4-70f4-4f3a-890b-9bb0b4520401 None None] Calling delete_port for 6ab29dc1-6e0e-4e21-9b34-4c60db753001 owned by network:dhcp {{(pid=93069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 09:32:09.101036 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-6f4c3bce-39a1-4b04-9fe4-2f0831433814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:09.109760 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-6f4c3bce-39a1-4b04-9fe4-2f0831433814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:09.109976 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-9c61ee1b-bb9f-4024-97ec-d67a1a84f53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998659'] for segment, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:09.119216 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c61ee1b-bb9f-4024-97ec-d67a1a84f53e admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=93068) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 09:32:09.119722 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-9c61ee1b-bb9f-4024-97ec-d67a1a84f53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6036963'] for segment, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:09.121447 dv-cinder-802669-1-iscsi neutron-server[93068]: Traceback (most recent call last): Jul 28 09:32:09.121447 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 09:32:09.121447 dv-cinder-802669-1-iscsi neutron-server[93068]: timer() Jul 28 09:32:09.121447 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 09:32:09.121447 dv-cinder-802669-1-iscsi neutron-server[93068]: cb(*args, **kw) Jul 28 09:32:09.121447 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 09:32:09.121447 dv-cinder-802669-1-iscsi neutron-server[93068]: return func(*args, **kwargs) Jul 28 09:32:09.121447 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 09:32:09.121447 dv-cinder-802669-1-iscsi neutron-server[93068]: self._notify() Jul 28 09:32:09.121447 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 09:32:09.121447 dv-cinder-802669-1-iscsi neutron-server[93068]: self.callback(batched_events) Jul 28 09:32:09.121447 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 09:32:09.121447 dv-cinder-802669-1-iscsi neutron-server[93068]: event.method(event) Jul 28 09:32:09.121447 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 09:32:09.121447 dv-cinder-802669-1-iscsi neutron-server[93068]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 09:32:09.121447 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 09:32:09.121447 dv-cinder-802669-1-iscsi neutron-server[93068]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 09:32:09.121447 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 09:32:09.121447 dv-cinder-802669-1-iscsi neutron-server[93068]: return f(self, *a, **k) Jul 28 09:32:09.121447 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 09:32:09.121447 dv-cinder-802669-1-iscsi neutron-server[93068]: return self._get(url).json() Jul 28 09:32:09.121447 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 09:32:09.121447 dv-cinder-802669-1-iscsi neutron-server[93068]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 09:32:09.121447 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 09:32:09.121447 dv-cinder-802669-1-iscsi neutron-server[93068]: return self.request(url, 'GET', **kwargs) Jul 28 09:32:09.121447 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 09:32:09.121447 dv-cinder-802669-1-iscsi neutron-server[93068]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 09:32:09.121447 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 09:32:09.121447 dv-cinder-802669-1-iscsi neutron-server[93068]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 09:32:09.121447 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 09:32:09.121447 dv-cinder-802669-1-iscsi neutron-server[93068]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 09:32:09.121447 dv-cinder-802669-1-iscsi neutron-server[93068]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 09:32:09.152648 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-6f4c3bce-39a1-4b04-9fe4-2f0831433814 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d97de671bd8c43dea7c89197b14cafde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2959051 Jul 28 09:32:09.154074 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 55486) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:32:09.178172 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4c3bce-39a1-4b04-9fe4-2f0831433814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d551f0f3-a006-4c21-97aa-6b36379d72e1,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:32:09.190656 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-9c61ee1b-bb9f-4024-97ec-d67a1a84f53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-987120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8269003'] for network, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:09.197826 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-9c61ee1b-bb9f-4024-97ec-d67a1a84f53e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for network, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:09.199675 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-9c61ee1b-bb9f-4024-97ec-d67a1a84f53e admin admin] 10.222.0.23 "DELETE /v2.0/networks/59c4a637-5ed0-4b6e-a037-96ec97ce270f HTTP/1.1" status: 204 len: 168 time: 0.6047127 Jul 28 09:32:09.210400 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-e55351c4-70f4-4f3a-890b-9bb0b4520401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732595661087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732595289887'] for port, after_delete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:09.219292 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e55351c4-70f4-4f3a-890b-9bb0b4520401 None None] Network 59c4a637-5ed0-4b6e-a037-96ec97ce270f is not hosted by any dhcp agent {{(pid=93069) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 28 09:32:09.220049 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55351c4-70f4-4f3a-890b-9bb0b4520401 None None] No DVR routers for this DVR port 6ab29dc1-6e0e-4e21-9b34-4c60db753001 on host dv-cinder-802669-1-iscsi {{(pid=93069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 09:32:09.223918 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c61ee1b-bb9f-4024-97ec-d67a1a84f53e admin admin] Pushing event deleted for resources: {'Network': ['ID=59c4a637-5ed0-4b6e-a037-96ec97ce270f,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:32:09.231077 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-b41d70ca-7339-452b-872e-f19f6ccebb97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:09.253525 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55351c4-70f4-4f3a-890b-9bb0b4520401 None None] Pushing event deleted for resources: {'Port': ['ID=6ab29dc1-6e0e-4e21-9b34-4c60db753001,revision_number=None']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:32:09.262406 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-b41d70ca-7339-452b-872e-f19f6ccebb97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:09.311905 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-b41d70ca-7339-452b-872e-f19f6ccebb97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:09.315048 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-b41d70ca-7339-452b-872e-f19f6ccebb97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:09.316367 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-b41d70ca-7339-452b-872e-f19f6ccebb97 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d551f0f3-a006-4c21-97aa-6b36379d72e1 HTTP/1.1" status: 204 len: 168 time: 0.1606507 Jul 28 09:32:09.323834 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d70ca-7339-452b-872e-f19f6ccebb97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d551f0f3-a006-4c21-97aa-6b36379d72e1,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:32:09.338251 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 55492) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:32:09.381166 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-b4b01a23-6351-4203-90a0-03879aecb9b4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b8340ca8a0bb47c3871a9e4d939e9a44&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0425076 Jul 28 09:32:09.383662 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 55494) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:32:09.432504 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-590b92f3-994e-414d-a220-afadf086dee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:09.455306 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-590b92f3-994e-414d-a220-afadf086dee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:09.505466 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-590b92f3-994e-414d-a220-afadf086dee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:09.508183 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-590b92f3-994e-414d-a220-afadf086dee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:09.509364 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-590b92f3-994e-414d-a220-afadf086dee6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7a07c000-1ae5-4360-b136-77fe3dfea249 HTTP/1.1" status: 204 len: 168 time: 0.1248224 Jul 28 09:32:09.517440 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590b92f3-994e-414d-a220-afadf086dee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a07c000-1ae5-4360-b136-77fe3dfea249,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:32:09.658913 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 55500) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:32:09.673078 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-0c76b982-c896-4a20-b74a-0b95650602e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:09.763202 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-0c76b982-c896-4a20-b74a-0b95650602e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:09.767839 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-0c76b982-c896-4a20-b74a-0b95650602e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:09.812692 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-0c76b982-c896-4a20-b74a-0b95650602e8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1f1838b970dd4d59abc4fd46b8b80d32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1496260 Jul 28 09:32:09.812692 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c76b982-c896-4a20-b74a-0b95650602e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8e5a92-57e6-4247-879a-8e0eef5399fc,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:32:09.813245 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 55508) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:32:09.866457 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-70f42014-ecf2-4d6a-baec-e146ad4aabc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:09.889181 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-70f42014-ecf2-4d6a-baec-e146ad4aabc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:09.939403 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-70f42014-ecf2-4d6a-baec-e146ad4aabc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:09.941922 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-70f42014-ecf2-4d6a-baec-e146ad4aabc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:09.943088 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-70f42014-ecf2-4d6a-baec-e146ad4aabc1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1e8e5a92-57e6-4247-879a-8e0eef5399fc HTTP/1.1" status: 204 len: 168 time: 0.1287866 Jul 28 09:32:09.950608 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f42014-ecf2-4d6a-baec-e146ad4aabc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8e5a92-57e6-4247-879a-8e0eef5399fc,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:32:11.477512 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 55620) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:32:11.594242 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-1021b7f1-f8e4-43d3-9042-8e761b2afbe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:11.681825 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.agents_db [None req-63843732-4a37-4b37-bfab-6dab7fdb1052 None None] Agent healthcheck: found 6 active agents {{(pid=93070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:32:11.684572 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-1021b7f1-f8e4-43d3-9042-8e761b2afbe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:11.688741 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-1021b7f1-f8e4-43d3-9042-8e761b2afbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:11.729336 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-1021b7f1-f8e4-43d3-9042-8e761b2afbe9 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8ae0efd4dcbc43869174dd8357245bfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2490809 Jul 28 09:32:11.731923 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 55634) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:32:11.739375 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1021b7f1-f8e4-43d3-9042-8e761b2afbe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17fb6db-d807-4a47-bc3b-1904a7dcdf41,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:32:11.784357 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-17ad3947-a8b4-43f0-8058-c7a922748153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:11.790965 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 55636) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:32:11.806143 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-17ad3947-a8b4-43f0-8058-c7a922748153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:11.851720 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-17ad3947-a8b4-43f0-8058-c7a922748153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:11.854238 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-17ad3947-a8b4-43f0-8058-c7a922748153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:11.855784 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-17ad3947-a8b4-43f0-8058-c7a922748153 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a17fb6db-d807-4a47-bc3b-1904a7dcdf41 HTTP/1.1" status: 204 len: 168 time: 0.1219938 Jul 28 09:32:11.863701 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ad3947-a8b4-43f0-8058-c7a922748153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17fb6db-d807-4a47-bc3b-1904a7dcdf41,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:32:11.906471 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7485d6e-c6c7-4dab-9dbf-3ad4e2cc72a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:12.000608 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7485d6e-c6c7-4dab-9dbf-3ad4e2cc72a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:12.004737 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c7485d6e-c6c7-4dab-9dbf-3ad4e2cc72a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:12.043864 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-c7485d6e-c6c7-4dab-9dbf-3ad4e2cc72a1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=240cd1c56d0e4979b5a9fa1c76a50124&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2517118 Jul 28 09:32:12.044784 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7485d6e-c6c7-4dab-9dbf-3ad4e2cc72a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0314a9-890b-4632-bc1f-58665130e7cd,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:32:12.046889 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 55644) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:32:12.098840 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-5f09e844-9b5b-4230-88e4-b3400695c57a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:12.119843 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-5f09e844-9b5b-4230-88e4-b3400695c57a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:12.121446 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 55646) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:32:12.145192 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-9d718a71-ddf2-4570-af74-40c50b48b39d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:12.199490 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-5f09e844-9b5b-4230-88e4-b3400695c57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:12.202648 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-5f09e844-9b5b-4230-88e4-b3400695c57a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:12.203802 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-5f09e844-9b5b-4230-88e4-b3400695c57a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9c0314a9-890b-4632-bc1f-58665130e7cd HTTP/1.1" status: 204 len: 168 time: 0.1550953 Jul 28 09:32:12.220836 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f09e844-9b5b-4230-88e4-b3400695c57a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0314a9-890b-4632-bc1f-58665130e7cd,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:32:12.232546 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f09e844-9b5b-4230-88e4-b3400695c57a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:32:12.232891 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f09e844-9b5b-4230-88e4-b3400695c57a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:32:12.233771 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f09e844-9b5b-4230-88e4-b3400695c57a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:32:12.233771 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f09e844-9b5b-4230-88e4-b3400695c57a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:32:12.233957 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f09e844-9b5b-4230-88e4-b3400695c57a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:32:12.234184 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f09e844-9b5b-4230-88e4-b3400695c57a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:32:12.234505 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f09e844-9b5b-4230-88e4-b3400695c57a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:32:12.234829 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f09e844-9b5b-4230-88e4-b3400695c57a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:32:12.235152 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f09e844-9b5b-4230-88e4-b3400695c57a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:32:12.235471 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f09e844-9b5b-4230-88e4-b3400695c57a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:32:12.235809 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f09e844-9b5b-4230-88e4-b3400695c57a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:32:12.236127 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f09e844-9b5b-4230-88e4-b3400695c57a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:32:12.288152 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-9d718a71-ddf2-4570-af74-40c50b48b39d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:12.292030 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-9d718a71-ddf2-4570-af74-40c50b48b39d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:12.333070 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-9d718a71-ddf2-4570-af74-40c50b48b39d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ea8e9030f0c3495b91bdbbe2042bbb92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2106192 Jul 28 09:32:12.334033 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d718a71-ddf2-4570-af74-40c50b48b39d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff32fc1f-2d28-4246-8827-f15daf295214,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:32:12.335747 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 55650) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:32:12.388266 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-99d1c74d-c5ab-415b-bc90-2c2360647e20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:12.409893 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-99d1c74d-c5ab-415b-bc90-2c2360647e20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:12.456627 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-99d1c74d-c5ab-415b-bc90-2c2360647e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:12.459293 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-99d1c74d-c5ab-415b-bc90-2c2360647e20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:12.460545 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-99d1c74d-c5ab-415b-bc90-2c2360647e20 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ff32fc1f-2d28-4246-8827-f15daf295214 HTTP/1.1" status: 204 len: 168 time: 0.1235001 Jul 28 09:32:12.469130 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d1c74d-c5ab-415b-bc90-2c2360647e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff32fc1f-2d28-4246-8827-f15daf295214,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:32:12.524858 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 55656) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:32:12.538103 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-dd77fd93-824a-4d46-8cc6-7e59b53de728 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:12.631114 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-dd77fd93-824a-4d46-8cc6-7e59b53de728 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:12.634902 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-dd77fd93-824a-4d46-8cc6-7e59b53de728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:12.676883 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-dd77fd93-824a-4d46-8cc6-7e59b53de728 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2a41d5ca962c4449ad46768d12e1b474&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1509056 Jul 28 09:32:12.677856 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd77fd93-824a-4d46-8cc6-7e59b53de728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ddfb4ff-1a2d-40f8-86f7-cb67b9675761,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:32:12.679985 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 55662) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:32:12.733685 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-791ccaa8-df4f-45b4-a492-11ee6493596c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:12.754939 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-791ccaa8-df4f-45b4-a492-11ee6493596c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:12.802977 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-791ccaa8-df4f-45b4-a492-11ee6493596c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:12.805554 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-791ccaa8-df4f-45b4-a492-11ee6493596c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:12.806721 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-791ccaa8-df4f-45b4-a492-11ee6493596c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4ddfb4ff-1a2d-40f8-86f7-cb67b9675761 HTTP/1.1" status: 204 len: 168 time: 0.1256945 Jul 28 09:32:12.816358 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791ccaa8-df4f-45b4-a492-11ee6493596c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ddfb4ff-1a2d-40f8-86f7-cb67b9675761,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:32:14.996050 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 55766) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:32:15.120811 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-d0dcd2ef-666d-4823-a96f-7f466a11da98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:15.224145 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-d0dcd2ef-666d-4823-a96f-7f466a11da98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:15.227601 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-d0dcd2ef-666d-4823-a96f-7f466a11da98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:15.264877 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dcd2ef-666d-4823-a96f-7f466a11da98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcec6b51-c8b1-41ee-a1a4-18dd9dc722cf,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:32:15.270130 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-d0dcd2ef-666d-4823-a96f-7f466a11da98 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fcd4261158884e8082de5eae752e9d8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2727723 Jul 28 09:32:15.272733 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 55770) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:32:15.320096 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-6237f753-4dcb-401e-8579-1735ba9f2b39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:15.340997 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-6237f753-4dcb-401e-8579-1735ba9f2b39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:15.385504 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-6237f753-4dcb-401e-8579-1735ba9f2b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:15.388025 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-6237f753-4dcb-401e-8579-1735ba9f2b39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:15.389746 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-6237f753-4dcb-401e-8579-1735ba9f2b39 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dcec6b51-c8b1-41ee-a1a4-18dd9dc722cf HTTP/1.1" status: 204 len: 168 time: 0.1161277 Jul 28 09:32:15.403050 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6237f753-4dcb-401e-8579-1735ba9f2b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcec6b51-c8b1-41ee-a1a4-18dd9dc722cf,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:32:15.687955 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 55784) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:32:15.701354 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-8c8da99b-ab7a-4d21-864b-cc8b63e1ff12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:15.801232 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-8c8da99b-ab7a-4d21-864b-cc8b63e1ff12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:15.804933 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-8c8da99b-ab7a-4d21-864b-cc8b63e1ff12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:15.844914 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-8c8da99b-ab7a-4d21-864b-cc8b63e1ff12 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=330c88545b4c402886bd43ba7e1cd6a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1559145 Jul 28 09:32:15.845764 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8da99b-ab7a-4d21-864b-cc8b63e1ff12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beefd707-b51f-4664-9e0e-168ebe127903,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:32:15.847611 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 55786) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:32:15.896286 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-eae1b1ea-41ab-424e-ac59-9636e5aa7fdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:15.917017 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-eae1b1ea-41ab-424e-ac59-9636e5aa7fdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:15.961064 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-eae1b1ea-41ab-424e-ac59-9636e5aa7fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:15.963718 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-eae1b1ea-41ab-424e-ac59-9636e5aa7fdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:15.964856 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-eae1b1ea-41ab-424e-ac59-9636e5aa7fdc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/beefd707-b51f-4664-9e0e-168ebe127903 HTTP/1.1" status: 204 len: 168 time: 0.1162744 Jul 28 09:32:15.972740 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae1b1ea-41ab-424e-ac59-9636e5aa7fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beefd707-b51f-4664-9e0e-168ebe127903,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:32:16.882756 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 55820) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:32:17.078121 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-94ff22b4-55b6-490f-a775-f3f18522968c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:17.166989 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-94ff22b4-55b6-490f-a775-f3f18522968c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:17.171637 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-94ff22b4-55b6-490f-a775-f3f18522968c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:17.210538 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-94ff22b4-55b6-490f-a775-f3f18522968c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=83b9896e0bb7412cb3440bb72266810b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3266170 Jul 28 09:32:17.211412 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ff22b4-55b6-490f-a775-f3f18522968c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=656b29fe-f35f-4797-a700-f9e36cc8e50d,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:32:17.213275 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 55836) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:32:17.265371 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-62f0125e-d757-4211-92c4-37010b119d7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:17.286086 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-62f0125e-d757-4211-92c4-37010b119d7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:17.335445 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-62f0125e-d757-4211-92c4-37010b119d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:17.338300 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-62f0125e-d757-4211-92c4-37010b119d7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:17.339607 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-62f0125e-d757-4211-92c4-37010b119d7e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/656b29fe-f35f-4797-a700-f9e36cc8e50d HTTP/1.1" status: 204 len: 168 time: 0.1252735 Jul 28 09:32:17.347693 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f0125e-d757-4211-92c4-37010b119d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=656b29fe-f35f-4797-a700-f9e36cc8e50d,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:32:17.671869 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 55858) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:32:17.688454 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-59b75e7f-0e9b-4eba-b3c1-4864efe75267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:17.779683 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-59b75e7f-0e9b-4eba-b3c1-4864efe75267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:17.784063 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-59b75e7f-0e9b-4eba-b3c1-4864efe75267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:17.816203 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 55862) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:32:17.822726 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-59b75e7f-0e9b-4eba-b3c1-4864efe75267 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2fa74b403f024701bf8cbee8e11a7665&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1497631 Jul 28 09:32:17.823706 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b75e7f-0e9b-4eba-b3c1-4864efe75267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc138ac6-eebf-4ca0-a6a7-fedb5c67b1d1,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:32:17.825223 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 55866) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:32:17.874240 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-bbe547fd-5719-4c38-a15a-525a124b0849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:17.895124 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-bbe547fd-5719-4c38-a15a-525a124b0849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:17.930493 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-9e58539a-0365-48b5-aeb5-2f9bbd3abfc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:17.968168 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-bbe547fd-5719-4c38-a15a-525a124b0849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:17.970676 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-bbe547fd-5719-4c38-a15a-525a124b0849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:17.971837 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-bbe547fd-5719-4c38-a15a-525a124b0849 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fc138ac6-eebf-4ca0-a6a7-fedb5c67b1d1 HTTP/1.1" status: 204 len: 168 time: 0.1451514 Jul 28 09:32:17.988399 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe547fd-5719-4c38-a15a-525a124b0849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc138ac6-eebf-4ca0-a6a7-fedb5c67b1d1,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:32:18.046405 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-9e58539a-0365-48b5-aeb5-2f9bbd3abfc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:18.050099 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-9e58539a-0365-48b5-aeb5-2f9bbd3abfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:18.090280 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-9e58539a-0365-48b5-aeb5-2f9bbd3abfc1 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5b81a3b3080043a79c955e8d0e7a81d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2729888 Jul 28 09:32:18.093447 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e58539a-0365-48b5-aeb5-2f9bbd3abfc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c13e60-4609-437f-bbff-eb87f7c18e18,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:32:18.093930 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 55872) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:32:18.143724 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-6ac29b10-6fc2-458c-8795-f55c6c96e212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:18.165305 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-6ac29b10-6fc2-458c-8795-f55c6c96e212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:18.212565 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-6ac29b10-6fc2-458c-8795-f55c6c96e212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:18.215149 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-6ac29b10-6fc2-458c-8795-f55c6c96e212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:18.216485 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-6ac29b10-6fc2-458c-8795-f55c6c96e212 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d0c13e60-4609-437f-bbff-eb87f7c18e18 HTTP/1.1" status: 204 len: 168 time: 0.1215060 Jul 28 09:32:18.224334 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac29b10-6fc2-458c-8795-f55c6c96e212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c13e60-4609-437f-bbff-eb87f7c18e18,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:32:18.481642 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 55892) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:32:18.494922 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-6cd0fb99-77de-461e-8326-ca056eb6e509 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:18.588295 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-6cd0fb99-77de-461e-8326-ca056eb6e509 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:18.593077 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-6cd0fb99-77de-461e-8326-ca056eb6e509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:18.632269 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-6cd0fb99-77de-461e-8326-ca056eb6e509 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8efaaf1da09945928d5e428d67de1935&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1490257 Jul 28 09:32:18.633251 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd0fb99-77de-461e-8326-ca056eb6e509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8bdff8-0540-4289-a2d5-1b2f3aa459b9,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:32:18.635028 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 55896) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:32:18.687951 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-bff1b25f-9026-452a-bac4-3537f0c55f89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:18.710630 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-bff1b25f-9026-452a-bac4-3537f0c55f89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:18.756745 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-bff1b25f-9026-452a-bac4-3537f0c55f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:18.759661 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-bff1b25f-9026-452a-bac4-3537f0c55f89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:18.760848 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-bff1b25f-9026-452a-bac4-3537f0c55f89 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7d8bdff8-0540-4289-a2d5-1b2f3aa459b9 HTTP/1.1" status: 204 len: 168 time: 0.1244719 Jul 28 09:32:18.774749 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff1b25f-9026-452a-bac4-3537f0c55f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8bdff8-0540-4289-a2d5-1b2f3aa459b9,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:32:21.531658 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 55954) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:32:21.631726 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-4e1b1ed1-c268-4784-909f-1f47cc23650d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:21.716102 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-4e1b1ed1-c268-4784-909f-1f47cc23650d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:21.720084 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-4e1b1ed1-c268-4784-909f-1f47cc23650d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:21.759026 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-4e1b1ed1-c268-4784-909f-1f47cc23650d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cf81ba3195a040f0842296575759c2b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2262349 Jul 28 09:32:21.761281 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1b1ed1-c268-4784-909f-1f47cc23650d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebac65e6-a55a-4d4a-8dd1-7596205d510c,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:32:21.761682 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 55958) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:32:21.811049 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-85227e7b-df38-440a-b190-e4a63e4c3434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:21.831826 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-85227e7b-df38-440a-b190-e4a63e4c3434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:21.878329 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-85227e7b-df38-440a-b190-e4a63e4c3434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:21.880913 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-85227e7b-df38-440a-b190-e4a63e4c3434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:21.882059 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-85227e7b-df38-440a-b190-e4a63e4c3434 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ebac65e6-a55a-4d4a-8dd1-7596205d510c HTTP/1.1" status: 204 len: 168 time: 0.1194043 Jul 28 09:32:21.890824 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85227e7b-df38-440a-b190-e4a63e4c3434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebac65e6-a55a-4d4a-8dd1-7596205d510c,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:32:22.825202 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 55990) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:32:22.923423 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-45e77348-8f23-4e48-ad20-719b34583879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:23.011596 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-45e77348-8f23-4e48-ad20-719b34583879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:23.015320 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-45e77348-8f23-4e48-ad20-719b34583879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:23.055792 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-45e77348-8f23-4e48-ad20-719b34583879 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=214ff47f86e94032b34d51993e76ec49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2289753 Jul 28 09:32:23.057183 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e77348-8f23-4e48-ad20-719b34583879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0873d7fe-992d-4c57-b0c1-a9d8f7fb8ee1,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:32:23.058407 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 55996) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:32:23.108792 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-115557ac-f84a-4c05-8474-ee29614aee13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:23.128949 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-115557ac-f84a-4c05-8474-ee29614aee13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:23.174310 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-115557ac-f84a-4c05-8474-ee29614aee13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:23.177037 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-115557ac-f84a-4c05-8474-ee29614aee13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:23.178174 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-115557ac-f84a-4c05-8474-ee29614aee13 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0873d7fe-992d-4c57-b0c1-a9d8f7fb8ee1 HTTP/1.1" status: 204 len: 168 time: 0.1179883 Jul 28 09:32:23.186686 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115557ac-f84a-4c05-8474-ee29614aee13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0873d7fe-992d-4c57-b0c1-a9d8f7fb8ee1,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:32:24.938496 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:28.352174 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-4648cf2c-9084-4c25-b99c-29f26bff75f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:29.171296 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 56096) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:32:29.270859 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-e9685a48-d64b-400a-a1b5-6f3bd529df3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:29.356592 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-e9685a48-d64b-400a-a1b5-6f3bd529df3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:29.360457 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-e9685a48-d64b-400a-a1b5-6f3bd529df3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:29.398330 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-e9685a48-d64b-400a-a1b5-6f3bd529df3f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=75a04019b3944824b801cb242b191770&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2259915 Jul 28 09:32:29.399197 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9685a48-d64b-400a-a1b5-6f3bd529df3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42aa94ef-e8d4-4a1d-a38c-4b55d0337f1c,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:32:29.401302 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 56100) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:32:29.452185 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-c48eea2c-f8e8-4872-b755-b872d5bf6346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:29.471731 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-c48eea2c-f8e8-4872-b755-b872d5bf6346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:29.515735 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-c48eea2c-f8e8-4872-b755-b872d5bf6346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:29.518336 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-c48eea2c-f8e8-4872-b755-b872d5bf6346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:29.519474 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-c48eea2c-f8e8-4872-b755-b872d5bf6346 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/42aa94ef-e8d4-4a1d-a38c-4b55d0337f1c HTTP/1.1" status: 204 len: 168 time: 0.1171813 Jul 28 09:32:29.526957 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48eea2c-f8e8-4872-b755-b872d5bf6346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42aa94ef-e8d4-4a1d-a38c-4b55d0337f1c,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:32:30.724068 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-0c314907-d63f-4a9e-a9ab-de851d7e7e77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:31.105837 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:32.100770 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-29fc97ff-9392-4c7d-8b91-be3be07fca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:32.112931 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 56176) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:32:32.214648 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-6e8c774b-0a6c-47e5-b27c-4a857b2fa003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:32.304671 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-6e8c774b-0a6c-47e5-b27c-4a857b2fa003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:32.308272 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-6e8c774b-0a6c-47e5-b27c-4a857b2fa003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:32.345585 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-6e8c774b-0a6c-47e5-b27c-4a857b2fa003 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c9082f488c384fae8721763b49d3c0ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2316229 Jul 28 09:32:32.347585 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8c774b-0a6c-47e5-b27c-4a857b2fa003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1faf8180-79d7-47e6-afc4-c34f823c21fb,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:32:32.348410 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 56180) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:32:32.395595 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-ec509119-450f-41bd-9adc-11e392df1709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:32.416274 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-ec509119-450f-41bd-9adc-11e392df1709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:32.460619 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-ec509119-450f-41bd-9adc-11e392df1709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:32.463115 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-ec509119-450f-41bd-9adc-11e392df1709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:32.464326 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-ec509119-450f-41bd-9adc-11e392df1709 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1faf8180-79d7-47e6-afc4-c34f823c21fb HTTP/1.1" status: 204 len: 168 time: 0.1148980 Jul 28 09:32:32.472466 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec509119-450f-41bd-9adc-11e392df1709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1faf8180-79d7-47e6-afc4-c34f823c21fb,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:32:33.649884 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-2284cd4c-493c-4cd5-902b-cad83a6c7b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:37.498345 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 56252) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:32:37.598115 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-d7e305b6-6454-4d6c-90e8-30cb9d552f8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:37.687363 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-d7e305b6-6454-4d6c-90e8-30cb9d552f8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:37.691107 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-d7e305b6-6454-4d6c-90e8-30cb9d552f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:37.726210 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e305b6-6454-4d6c-90e8-30cb9d552f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8db40303-6d44-40a5-b188-4411f8416bc9,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:32:37.731751 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-d7e305b6-6454-4d6c-90e8-30cb9d552f8c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9d0de1e38a5f4542931126fda3759bcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2323253 Jul 28 09:32:37.734806 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 56256) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:32:37.783006 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-6cb58cb6-311c-4df6-bbbc-68a2a8042afc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:37.803997 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-6cb58cb6-311c-4df6-bbbc-68a2a8042afc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:37.850305 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-6cb58cb6-311c-4df6-bbbc-68a2a8042afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:37.852985 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-6cb58cb6-311c-4df6-bbbc-68a2a8042afc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:37.854130 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-6cb58cb6-311c-4df6-bbbc-68a2a8042afc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8db40303-6d44-40a5-b188-4411f8416bc9 HTTP/1.1" status: 204 len: 168 time: 0.1183617 Jul 28 09:32:37.862338 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb58cb6-311c-4df6-bbbc-68a2a8042afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db40303-6d44-40a5-b188-4411f8416bc9,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:32:38.104059 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 56262) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:32:38.116816 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-b5529883-7f32-4456-b309-e2c4b38bae48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:38.204545 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-b5529883-7f32-4456-b309-e2c4b38bae48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:38.208103 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-b5529883-7f32-4456-b309-e2c4b38bae48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:38.245963 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5529883-7f32-4456-b309-e2c4b38bae48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=638873b6-ad25-4aae-9627-c985d314c5aa,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:32:38.251080 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-b5529883-7f32-4456-b309-e2c4b38bae48 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c780f66c95cd4bda884a7d13f1db0572&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1460087 Jul 28 09:32:38.254014 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 56264) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:32:38.301479 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-86cf0a23-4ac8-4145-9bd6-fd1031044751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:38.322243 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-86cf0a23-4ac8-4145-9bd6-fd1031044751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:38.367657 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-86cf0a23-4ac8-4145-9bd6-fd1031044751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:38.370194 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-86cf0a23-4ac8-4145-9bd6-fd1031044751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:38.371336 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-86cf0a23-4ac8-4145-9bd6-fd1031044751 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/638873b6-ad25-4aae-9627-c985d314c5aa HTTP/1.1" status: 204 len: 168 time: 0.1164160 Jul 28 09:32:38.379320 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cf0a23-4ac8-4145-9bd6-fd1031044751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638873b6-ad25-4aae-9627-c985d314c5aa,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:32:38.677555 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 56270) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:32:38.690933 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c97f6cb3-e048-4928-b9b9-a217ef99191c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:38.778544 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c97f6cb3-e048-4928-b9b9-a217ef99191c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:38.782188 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-c97f6cb3-e048-4928-b9b9-a217ef99191c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:38.817675 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97f6cb3-e048-4928-b9b9-a217ef99191c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd57310d-3e10-446f-b594-025f6494dc4c,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:32:38.821895 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-c97f6cb3-e048-4928-b9b9-a217ef99191c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=de674a599dad4bdeb7c9a85741f0593b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1433067 Jul 28 09:32:38.825126 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 56272) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:32:38.874515 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-7ee009ea-56d4-4b1f-b79f-151ddc5bf6c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:38.895450 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-7ee009ea-56d4-4b1f-b79f-151ddc5bf6c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:38.940053 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-7ee009ea-56d4-4b1f-b79f-151ddc5bf6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:38.942632 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-7ee009ea-56d4-4b1f-b79f-151ddc5bf6c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:38.943798 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-7ee009ea-56d4-4b1f-b79f-151ddc5bf6c1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/bd57310d-3e10-446f-b594-025f6494dc4c HTTP/1.1" status: 204 len: 168 time: 0.1184747 Jul 28 09:32:38.951243 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee009ea-56d4-4b1f-b79f-151ddc5bf6c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd57310d-3e10-446f-b594-025f6494dc4c,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:32:41.152453 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-28089692-b3cf-427b-bd8e-9f8728e26da2 req-207e7586-ba08-4634-b5d4-717ce1185d68 tempest-VolumesNegativeTest-1273115319 tempest-VolumesNegativeTest-1273115319-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=1f7d9984c3e24e34975042615becf1d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296295 Jul 28 09:32:41.330717 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28089692-b3cf-427b-bd8e-9f8728e26da2 req-2960b122-14a9-4e65-9511-f7005d5a5d74 tempest-VolumesNegativeTest-1273115319 tempest-VolumesNegativeTest-1273115319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:32:41.332205 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-28089692-b3cf-427b-bd8e-9f8728e26da2 req-2960b122-14a9-4e65-9511-f7005d5a5d74 tempest-VolumesNegativeTest-1273115319 tempest-VolumesNegativeTest-1273115319-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1744533 Jul 28 09:32:41.347144 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-28089692-b3cf-427b-bd8e-9f8728e26da2 req-38c3ce79-6649-4d32-903b-a945f393541d tempest-VolumesNegativeTest-1273115319 tempest-VolumesNegativeTest-1273115319-project] 10.222.0.23 "GET /v2.0/quotas/1f7d9984c3e24e34975042615becf1d1 HTTP/1.1" status: 200 len: 375 time: 0.0092773 Jul 28 09:32:41.380250 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-28089692-b3cf-427b-bd8e-9f8728e26da2 req-e85bc884-efc5-4469-b02c-b9863b2284ac tempest-VolumesNegativeTest-1273115319 tempest-VolumesNegativeTest-1273115319-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=1f7d9984c3e24e34975042615becf1d1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280089 Jul 28 09:32:41.542601 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-8f151c3c-5e9c-4401-9932-0578cef6c5c2 req-905f5903-177b-4584-aedd-af7e1f6f665a tempest-VolumesNegativeTest-1273115319 tempest-VolumesNegativeTest-1273115319-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3ce90ec-0e73-4461-ae44-158dbe4bdaca HTTP/1.1" status: 200 len: 210 time: 0.0268736 Jul 28 09:32:42.618307 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-9724a2af-e6a2-42b8-87e2-415722ca6b78 req-bd1c7984-2ee9-4ad0-a8a4-9727a102ae96 tempest-VolumesNegativeTest-1273115319 tempest-VolumesNegativeTest-1273115319-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3ce90ec-0e73-4461-ae44-158dbe4bdaca HTTP/1.1" status: 200 len: 210 time: 0.0266168 Jul 28 09:32:43.693147 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-3d87bbed-38b4-47fb-8666-52261a039e35 req-bafabe83-0b6a-49b8-83cd-0ca0eb0c7270 tempest-VolumesNegativeTest-1273115319 tempest-VolumesNegativeTest-1273115319-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3ce90ec-0e73-4461-ae44-158dbe4bdaca HTTP/1.1" status: 200 len: 210 time: 0.0266559 Jul 28 09:32:44.769557 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-dc3b6a10-e00f-4025-8df7-864befe83444 req-8f579f65-7a53-4103-a65a-eab55666fefb tempest-VolumesNegativeTest-1273115319 tempest-VolumesNegativeTest-1273115319-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3ce90ec-0e73-4461-ae44-158dbe4bdaca HTTP/1.1" status: 200 len: 210 time: 0.0252466 Jul 28 09:32:45.862653 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a43920fc-23e8-4b3b-a049-5f171d348633 req-a1f9e214-7136-4142-b77a-885590179b47 tempest-VolumesNegativeTest-1273115319 tempest-VolumesNegativeTest-1273115319-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3ce90ec-0e73-4461-ae44-158dbe4bdaca HTTP/1.1" status: 200 len: 210 time: 0.0258045 Jul 28 09:32:46.440947 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-28089692-b3cf-427b-bd8e-9f8728e26da2 req-fb07946b-38e0-4f65-b4b3-090d70710027 tempest-VolumesNegativeTest-1273115319 tempest-VolumesNegativeTest-1273115319-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=1f7d9984c3e24e34975042615becf1d1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237687 Jul 28 09:32:46.545691 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28089692-b3cf-427b-bd8e-9f8728e26da2 req-b18a3bfd-8d37-486b-8ae7-84a7f2dc071a tempest-VolumesNegativeTest-1273115319 tempest-VolumesNegativeTest-1273115319-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:32:46.547048 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-28089692-b3cf-427b-bd8e-9f8728e26da2 req-b18a3bfd-8d37-486b-8ae7-84a7f2dc071a tempest-VolumesNegativeTest-1273115319 tempest-VolumesNegativeTest-1273115319-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1006105 Jul 28 09:32:46.563447 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [req-28089692-b3cf-427b-bd8e-9f8728e26da2 req-bad01596-ff52-4434-a64d-11d2805c39cb tempest-VolumesNegativeTest-1273115319 tempest-VolumesNegativeTest-1273115319-project] Request body: {'port': {'device_id': 'c3ce90ec-0e73-4461-ae44-158dbe4bdaca', 'network_id': '3097b648-a7f4-46d0-a82e-72132b2084d0', 'admin_state_up': True, 'tenant_id': '1f7d9984c3e24e34975042615becf1d1'}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:32:46.678409 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28089692-b3cf-427b-bd8e-9f8728e26da2 req-bad01596-ff52-4434-a64d-11d2805c39cb tempest-VolumesNegativeTest-1273115319 tempest-VolumesNegativeTest-1273115319-project] Made reservation on behalf of 1f7d9984c3e24e34975042615becf1d1 for: {'port': 1} {{(pid=93067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:32:46.681340 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-28089692-b3cf-427b-bd8e-9f8728e26da2 req-bad01596-ff52-4434-a64d-11d2805c39cb tempest-VolumesNegativeTest-1273115319 tempest-VolumesNegativeTest-1273115319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:46.690950 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-28089692-b3cf-427b-bd8e-9f8728e26da2 req-bad01596-ff52-4434-a64d-11d2805c39cb tempest-VolumesNegativeTest-1273115319 tempest-VolumesNegativeTest-1273115319-project] Notify callbacks [] for security_group, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:46.781651 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-28089692-b3cf-427b-bd8e-9f8728e26da2 req-bad01596-ff52-4434-a64d-11d2805c39cb tempest-VolumesNegativeTest-1273115319 tempest-VolumesNegativeTest-1273115319-project] Notify callbacks [] for security_group, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:46.789668 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-28089692-b3cf-427b-bd8e-9f8728e26da2 req-bad01596-ff52-4434-a64d-11d2805c39cb tempest-VolumesNegativeTest-1273115319 tempest-VolumesNegativeTest-1273115319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:46.846788 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad01596-ff52-4434-a64d-11d2805c39cb tempest-VolumesNegativeTest-1273115319 tempest-VolumesNegativeTest-1273115319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eff42065-4445-404f-a534-0058be5b46cf,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:32:46.926640 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.db_base_plugin_common [req-28089692-b3cf-427b-bd8e-9f8728e26da2 req-bad01596-ff52-4434-a64d-11d2805c39cb tempest-VolumesNegativeTest-1273115319 tempest-VolumesNegativeTest-1273115319-project] Allocated IP 192.168.233.50 (3097b648-a7f4-46d0-a82e-72132b2084d0/b17a261e-27c8-449b-9e9b-05b81a8101f4/984ed6da-a728-46a5-95be-97e5ef6a4685) {{(pid=93067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:32:46.965106 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-86683a8e-d804-4c3c-93d0-65d1cee325f7 req-ca0be3fe-21ae-4296-a4cc-9b481a3fbab2 tempest-VolumesNegativeTest-1273115319 tempest-VolumesNegativeTest-1273115319-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3ce90ec-0e73-4461-ae44-158dbe4bdaca HTTP/1.1" status: 200 len: 210 time: 0.0295038 Jul 28 09:32:47.091046 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-28089692-b3cf-427b-bd8e-9f8728e26da2 req-bad01596-ff52-4434-a64d-11d2805c39cb tempest-VolumesNegativeTest-1273115319 tempest-VolumesNegativeTest-1273115319-project] Notify callbacks [] for port, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:47.104324 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.provisioning_blocks [req-28089692-b3cf-427b-bd8e-9f8728e26da2 req-bad01596-ff52-4434-a64d-11d2805c39cb tempest-VolumesNegativeTest-1273115319 tempest-VolumesNegativeTest-1273115319-project] Transition to ACTIVE for port object 984ed6da-a728-46a5-95be-97e5ef6a4685 will not be triggered until provisioned by entity DHCP. {{(pid=93067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:32:47.135298 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-28089692-b3cf-427b-bd8e-9f8728e26da2 req-bad01596-ff52-4434-a64d-11d2805c39cb tempest-VolumesNegativeTest-1273115319 tempest-VolumesNegativeTest-1273115319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732595289878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33549966'] for port, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:47.177213 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28089692-b3cf-427b-bd8e-9f8728e26da2 req-bad01596-ff52-4434-a64d-11d2805c39cb tempest-VolumesNegativeTest-1273115319 tempest-VolumesNegativeTest-1273115319-project] Network 3097b648-a7f4-46d0-a82e-72132b2084d0 is already hosted by enough agents. {{(pid=93067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:32:47.180178 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.base_scheduler [req-28089692-b3cf-427b-bd8e-9f8728e26da2 req-bad01596-ff52-4434-a64d-11d2805c39cb tempest-VolumesNegativeTest-1273115319 tempest-VolumesNegativeTest-1273115319-project] Resources bound (agent type, host, resource id): {{(pid=93067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:32:47.183742 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.l3_dvrscheduler_db [req-28089692-b3cf-427b-bd8e-9f8728e26da2 req-bad01596-ff52-4434-a64d-11d2805c39cb tempest-VolumesNegativeTest-1273115319 tempest-VolumesNegativeTest-1273115319-project] Received port after_create {{(pid=93067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 09:32:47.215827 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad01596-ff52-4434-a64d-11d2805c39cb tempest-VolumesNegativeTest-1273115319 tempest-VolumesNegativeTest-1273115319-project] Pushing event updated for resources: {'Port': ['ID=984ed6da-a728-46a5-95be-97e5ef6a4685,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:32:47.241771 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28089692-b3cf-427b-bd8e-9f8728e26da2 req-bad01596-ff52-4434-a64d-11d2805c39cb tempest-VolumesNegativeTest-1273115319 tempest-VolumesNegativeTest-1273115319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:32:47.241771 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-28089692-b3cf-427b-bd8e-9f8728e26da2 req-bad01596-ff52-4434-a64d-11d2805c39cb tempest-VolumesNegativeTest-1273115319 tempest-VolumesNegativeTest-1273115319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905'] for port, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:47.256913 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-28089692-b3cf-427b-bd8e-9f8728e26da2 req-bad01596-ff52-4434-a64d-11d2805c39cb tempest-VolumesNegativeTest-1273115319 tempest-VolumesNegativeTest-1273115319-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6979721 Jul 28 09:32:47.269916 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [req-28089692-b3cf-427b-bd8e-9f8728e26da2 req-74d38457-c3e9-49a2-83ba-7a5a56e48aa4 service neutron] Request body: {'port': {'device_id': 'c3ce90ec-0e73-4461-ae44-158dbe4bdaca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80266'}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:32:47.328853 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-28089692-b3cf-427b-bd8e-9f8728e26da2 req-74d38457-c3e9-49a2-83ba-7a5a56e48aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:47.386834 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-b6489f76-e49c-439e-9743-396227fb49a7 None None] Provisioning for port 984ed6da-a728-46a5-95be-97e5ef6a4685 completed by entity DHCP. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:32:47.391267 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-b6489f76-e49c-439e-9743-396227fb49a7 None None] Provisioning complete for port 984ed6da-a728-46a5-95be-97e5ef6a4685 triggered by entity DHCP. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:32:47.391667 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-b6489f76-e49c-439e-9743-396227fb49a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:47.429544 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-b6489f76-e49c-439e-9743-396227fb49a7 None None] Port 984ed6da-a728-46a5-95be-97e5ef6a4685 cannot update to ACTIVE because it is not bound. {{(pid=93069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 09:32:47.892305 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.notifiers.nova [req-28089692-b3cf-427b-bd8e-9f8728e26da2 req-74d38457-c3e9-49a2-83ba-7a5a56e48aa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 984ed6da-a728-46a5-95be-97e5ef6a4685 {{(pid=93067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 09:32:47.899803 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-28089692-b3cf-427b-bd8e-9f8728e26da2 req-74d38457-c3e9-49a2-83ba-7a5a56e48aa4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:47.912570 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.provisioning_blocks [req-28089692-b3cf-427b-bd8e-9f8728e26da2 req-74d38457-c3e9-49a2-83ba-7a5a56e48aa4 service neutron] Transition to ACTIVE for port object 984ed6da-a728-46a5-95be-97e5ef6a4685 will not be triggered until provisioned by entity L2. {{(pid=93067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:32:47.916027 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-28089692-b3cf-427b-bd8e-9f8728e26da2 req-74d38457-c3e9-49a2-83ba-7a5a56e48aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33549957'] for port, after_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:47.969356 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d38457-c3e9-49a2-83ba-7a5a56e48aa4 service neutron] Pushing event updated for resources: {'Port': ['ID=984ed6da-a728-46a5-95be-97e5ef6a4685,revision_number=2']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:32:48.040918 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.managers [req-28089692-b3cf-427b-bd8e-9f8728e26da2 req-74d38457-c3e9-49a2-83ba-7a5a56e48aa4 service neutron] Attempting to bind port 984ed6da-a728-46a5-95be-97e5ef6a4685 on host hv-cinder-80266 for vnic_type normal with profile {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 09:32:48.041256 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.managers [req-28089692-b3cf-427b-bd8e-9f8728e26da2 req-74d38457-c3e9-49a2-83ba-7a5a56e48aa4 service neutron] Attempting to bind port 984ed6da-a728-46a5-95be-97e5ef6a4685 by drivers openvswitch,hyperv on host hv-cinder-80266 at level 0 using segments [{'id': '0925f5a1-2d27-416d-b1a1-3beadb4feebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3097b648-a7f4-46d0-a82e-72132b2084d0'}] {{(pid=93067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 09:32:48.041586 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28089692-b3cf-427b-bd8e-9f8728e26da2 req-74d38457-c3e9-49a2-83ba-7a5a56e48aa4 service neutron] Attempting to bind port 984ed6da-a728-46a5-95be-97e5ef6a4685 on network 3097b648-a7f4-46d0-a82e-72132b2084d0 {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 09:32:48.056321 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28089692-b3cf-427b-bd8e-9f8728e26da2 req-74d38457-c3e9-49a2-83ba-7a5a56e48aa4 service neutron] Port 984ed6da-a728-46a5-95be-97e5ef6a4685 on network 3097b648-a7f4-46d0-a82e-72132b2084d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80266 {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 09:32:48.056642 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28089692-b3cf-427b-bd8e-9f8728e26da2 req-74d38457-c3e9-49a2-83ba-7a5a56e48aa4 service neutron] Attempting to bind port 984ed6da-a728-46a5-95be-97e5ef6a4685 on network 3097b648-a7f4-46d0-a82e-72132b2084d0 {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 09:32:48.075701 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28089692-b3cf-427b-bd8e-9f8728e26da2 req-74d38457-c3e9-49a2-83ba-7a5a56e48aa4 service neutron] Checking agent: {'id': '2e21c55d-f4ce-498b-abcc-e7d8675cd352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80266', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 9, 22, 54), 'started_at': datetime.datetime(2021, 7, 28, 9, 22, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 9, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 09:32:48.076044 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28089692-b3cf-427b-bd8e-9f8728e26da2 req-74d38457-c3e9-49a2-83ba-7a5a56e48aa4 service neutron] Checking segment: {'id': '0925f5a1-2d27-416d-b1a1-3beadb4feebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3097b648-a7f4-46d0-a82e-72132b2084d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 09:32:48.077023 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28089692-b3cf-427b-bd8e-9f8728e26da2 req-74d38457-c3e9-49a2-83ba-7a5a56e48aa4 service neutron] Bound using segment: {'id': '0925f5a1-2d27-416d-b1a1-3beadb4feebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3097b648-a7f4-46d0-a82e-72132b2084d0'} {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 09:32:48.077533 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.managers [req-28089692-b3cf-427b-bd8e-9f8728e26da2 req-74d38457-c3e9-49a2-83ba-7a5a56e48aa4 service neutron] Bound port: 984ed6da-a728-46a5-95be-97e5ef6a4685, host: hv-cinder-80266, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0925f5a1-2d27-416d-b1a1-3beadb4feebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3097b648-a7f4-46d0-a82e-72132b2084d0'}}] {{(pid=93067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 09:32:48.077902 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-28089692-b3cf-427b-bd8e-9f8728e26da2 req-74d38457-c3e9-49a2-83ba-7a5a56e48aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:48.136760 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd96a84-da7a-495a-b54d-caf7580860b9 req-09d5f376-d140-4d5d-8e05-613896c72afe tempest-VolumesNegativeTest-1273115319 tempest-VolumesNegativeTest-1273115319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:32:48.138283 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-1dd96a84-da7a-495a-b54d-caf7580860b9 req-09d5f376-d140-4d5d-8e05-613896c72afe tempest-VolumesNegativeTest-1273115319 tempest-VolumesNegativeTest-1273115319-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3ce90ec-0e73-4461-ae44-158dbe4bdaca HTTP/1.1" status: 200 len: 947 time: 0.0944676 Jul 28 09:32:48.190813 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.db [req-28089692-b3cf-427b-bd8e-9f8728e26da2 req-74d38457-c3e9-49a2-83ba-7a5a56e48aa4 service neutron] For port 984ed6da-a728-46a5-95be-97e5ef6a4685, host hv-cinder-80266, cleared binding levels {{(pid=93067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:32:48.195650 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.db [req-28089692-b3cf-427b-bd8e-9f8728e26da2 req-74d38457-c3e9-49a2-83ba-7a5a56e48aa4 service neutron] For port 984ed6da-a728-46a5-95be-97e5ef6a4685, host hv-cinder-80266, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=984ed6da-a728-46a5-95be-97e5ef6a4685,segment=NetworkSegment(0925f5a1-2d27-416d-b1a1-3beadb4feebf),segment_id=0925f5a1-2d27-416d-b1a1-3beadb4feebf)] {{(pid=93067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:32:48.199091 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-1dd96a84-da7a-495a-b54d-caf7580860b9 req-efa1430a-6d50-420e-ad27-a89b1dca210d tempest-VolumesNegativeTest-1273115319 tempest-VolumesNegativeTest-1273115319-project] 10.222.0.23 "GET /v2.0/security-groups?id=eff42065-4445-404f-a534-0058be5b46cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508435 Jul 28 09:32:48.200598 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-28089692-b3cf-427b-bd8e-9f8728e26da2 req-74d38457-c3e9-49a2-83ba-7a5a56e48aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33549957'] for port, after_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:48.242036 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28089692-b3cf-427b-bd8e-9f8728e26da2 req-74d38457-c3e9-49a2-83ba-7a5a56e48aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:32:48.242036 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-28089692-b3cf-427b-bd8e-9f8728e26da2 req-74d38457-c3e9-49a2-83ba-7a5a56e48aa4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905'] for port, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:48.242036 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-28089692-b3cf-427b-bd8e-9f8728e26da2 req-74d38457-c3e9-49a2-83ba-7a5a56e48aa4 service neutron] 10.222.0.32 "PUT /v2.0/ports/984ed6da-a728-46a5-95be-97e5ef6a4685 HTTP/1.1" status: 200 len: 1097 time: 0.9745152 Jul 28 09:32:48.242036 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3ce90ec-0e73-4461-ae44-158dbe4bdaca', 'tag': '984ed6da-a728-46a5-95be-97e5ef6a4685'}] {{(pid=93067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:32:48.243725 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}119bb006a51e6799d77012a49065aa76076224f53078518f9bbc3af1ae40a877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c41c34c9-41e4-4d1b-a2d6-0a3896798b90" -d '{"events": [{"name": "network-changed", "server_uuid": "c3ce90ec-0e73-4461-ae44-158dbe4bdaca", "tag": "984ed6da-a728-46a5-95be-97e5ef6a4685"}]}' {{(pid=93067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:32:48.267602 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d38457-c3e9-49a2-83ba-7a5a56e48aa4 service neutron] Pushing event updated for resources: {'Port': ['ID=984ed6da-a728-46a5-95be-97e5ef6a4685,revision_number=3']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:32:48.289978 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 09:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bdd1959-c2d1-4f5f-9188-46cd3420b0fe x-openstack-request-id: req-7bdd1959-c2d1-4f5f-9188-46cd3420b0fe {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:32:48.290311 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3ce90ec-0e73-4461-ae44-158dbe4bdaca", "tag": "984ed6da-a728-46a5-95be-97e5ef6a4685", "status": "completed", "code": 200}]} {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:32:48.290555 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7bdd1959-c2d1-4f5f-9188-46cd3420b0fe {{(pid=93067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:32:48.290950 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3ce90ec-0e73-4461-ae44-158dbe4bdaca', 'tag': '984ed6da-a728-46a5-95be-97e5ef6a4685', 'status': 'completed', 'code': 200} Jul 28 09:32:48.325453 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28089692-b3cf-427b-bd8e-9f8728e26da2 req-def3c5de-d19a-464a-9675-d3d4891ff3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:32:48.327675 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-28089692-b3cf-427b-bd8e-9f8728e26da2 req-def3c5de-d19a-464a-9675-d3d4891ff3a5 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1f7d9984c3e24e34975042615becf1d1&device_id=c3ce90ec-0e73-4461-ae44-158dbe4bdaca HTTP/1.1" status: 200 len: 1100 time: 0.0465636 Jul 28 09:32:48.370958 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-28089692-b3cf-427b-bd8e-9f8728e26da2 req-92f540f7-f903-4f98-bc60-1adb26e266db service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=984ed6da-a728-46a5-95be-97e5ef6a4685 HTTP/1.1" status: 200 len: 217 time: 0.0352783 Jul 28 09:32:48.425358 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28089692-b3cf-427b-bd8e-9f8728e26da2 req-1e0698d7-8df6-48d1-816a-9c039561e818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:32:48.426799 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-28089692-b3cf-427b-bd8e-9f8728e26da2 req-1e0698d7-8df6-48d1-816a-9c039561e818 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b17a261e-27c8-449b-9e9b-05b81a8101f4 HTTP/1.1" status: 200 len: 843 time: 0.0489466 Jul 28 09:32:48.472004 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28089692-b3cf-427b-bd8e-9f8728e26da2 req-64ffb51d-8359-4cde-a008-3c062f6f6bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:32:48.473507 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-28089692-b3cf-427b-bd8e-9f8728e26da2 req-64ffb51d-8359-4cde-a008-3c062f6f6bb7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3097b648-a7f4-46d0-a82e-72132b2084d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0402215 Jul 28 09:32:48.561115 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-28089692-b3cf-427b-bd8e-9f8728e26da2 req-d2e76bc8-787b-4e6d-b2a9-eec081c31b80 service neutron] 10.222.0.32 "GET /v2.0/networks/3097b648-a7f4-46d0-a82e-72132b2084d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800917 Jul 28 09:32:48.657892 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-28089692-b3cf-427b-bd8e-9f8728e26da2 req-cbc8e38e-e766-4816-a309-dc4264896c9b service neutron] 10.222.0.32 "GET /v2.0/networks/3097b648-a7f4-46d0-a82e-72132b2084d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891409 Jul 28 09:32:48.680742 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.agents_db [None req-63843732-4a37-4b37-bfab-6dab7fdb1052 None None] Agent healthcheck: found 6 active agents {{(pid=93070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:32:48.742524 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c34c9-41e4-4d1b-a2d6-0a3896798b90 req-ad9484ae-993f-46cb-aaf3-10a569efa75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:32:48.744023 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-c41c34c9-41e4-4d1b-a2d6-0a3896798b90 req-ad9484ae-993f-46cb-aaf3-10a569efa75c service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=1f7d9984c3e24e34975042615becf1d1&device_id=c3ce90ec-0e73-4461-ae44-158dbe4bdaca HTTP/1.1" status: 200 len: 1100 time: 0.0417733 Jul 28 09:32:48.836314 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c34c9-41e4-4d1b-a2d6-0a3896798b90 req-07494cf6-5e6a-4a6b-a86e-786d973a00ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:32:48.837769 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-c41c34c9-41e4-4d1b-a2d6-0a3896798b90 req-07494cf6-5e6a-4a6b-a86e-786d973a00ac service neutron] 10.222.0.32 "GET /v2.0/networks?id=3097b648-a7f4-46d0-a82e-72132b2084d0 HTTP/1.1" status: 200 len: 870 time: 0.0859854 Jul 28 09:32:48.878643 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-c41c34c9-41e4-4d1b-a2d6-0a3896798b90 req-5fb925d6-7a0d-47c7-b7e1-017f0db6f5de service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=984ed6da-a728-46a5-95be-97e5ef6a4685 HTTP/1.1" status: 200 len: 217 time: 0.0327668 Jul 28 09:32:48.927524 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c34c9-41e4-4d1b-a2d6-0a3896798b90 req-69dc5184-2936-4d50-8085-0fd326a8ac2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:32:48.929072 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-c41c34c9-41e4-4d1b-a2d6-0a3896798b90 req-69dc5184-2936-4d50-8085-0fd326a8ac2e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=b17a261e-27c8-449b-9e9b-05b81a8101f4 HTTP/1.1" status: 200 len: 843 time: 0.0438833 Jul 28 09:32:48.980660 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c34c9-41e4-4d1b-a2d6-0a3896798b90 req-95017375-06a9-4993-a3e4-87d0978402f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:32:48.982146 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-c41c34c9-41e4-4d1b-a2d6-0a3896798b90 req-95017375-06a9-4993-a3e4-87d0978402f4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=3097b648-a7f4-46d0-a82e-72132b2084d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0445783 Jul 28 09:32:49.071862 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-c41c34c9-41e4-4d1b-a2d6-0a3896798b90 req-f74b5ecf-98ab-4e82-b680-152e799130a8 service neutron] 10.222.0.32 "GET /v2.0/networks/3097b648-a7f4-46d0-a82e-72132b2084d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807495 Jul 28 09:32:49.164039 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-c41c34c9-41e4-4d1b-a2d6-0a3896798b90 req-96472a64-8ce6-47c4-bbb0-c6284218eb36 service neutron] 10.222.0.32 "GET /v2.0/networks/3097b648-a7f4-46d0-a82e-72132b2084d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847137 Jul 28 09:32:49.317666 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20fba62-7011-4dc2-a41a-a6a45a4abb77 req-769bfd07-80f9-4044-aa0a-e29860928504 tempest-VolumesNegativeTest-1273115319 tempest-VolumesNegativeTest-1273115319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:32:49.319205 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-c20fba62-7011-4dc2-a41a-a6a45a4abb77 req-769bfd07-80f9-4044-aa0a-e29860928504 tempest-VolumesNegativeTest-1273115319 tempest-VolumesNegativeTest-1273115319-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3ce90ec-0e73-4461-ae44-158dbe4bdaca HTTP/1.1" status: 200 len: 947 time: 0.0509179 Jul 28 09:32:49.358843 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-c20fba62-7011-4dc2-a41a-a6a45a4abb77 req-e6434336-f147-4fb8-bdcf-3ee8bd6cffd6 tempest-VolumesNegativeTest-1273115319 tempest-VolumesNegativeTest-1273115319-project] 10.222.0.23 "GET /v2.0/security-groups?id=eff42065-4445-404f-a534-0058be5b46cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335352 Jul 28 09:32:50.475941 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805de0f8-bea0-475e-ae99-8a785a0c8e8d req-342ee1a5-8a0f-4747-ac65-12d563f56b98 tempest-VolumesNegativeTest-1273115319 tempest-VolumesNegativeTest-1273115319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:32:50.477457 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-805de0f8-bea0-475e-ae99-8a785a0c8e8d req-342ee1a5-8a0f-4747-ac65-12d563f56b98 tempest-VolumesNegativeTest-1273115319 tempest-VolumesNegativeTest-1273115319-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3ce90ec-0e73-4461-ae44-158dbe4bdaca HTTP/1.1" status: 200 len: 947 time: 0.0481219 Jul 28 09:32:50.515471 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-805de0f8-bea0-475e-ae99-8a785a0c8e8d req-dfb8d02f-f169-41f0-af19-4caf7fe6f6fa tempest-VolumesNegativeTest-1273115319 tempest-VolumesNegativeTest-1273115319-project] 10.222.0.23 "GET /v2.0/security-groups?id=eff42065-4445-404f-a534-0058be5b46cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316210 Jul 28 09:32:51.270484 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device 984ed6da-a728-46a5-95be-97e5ef6a4685 details requested by agent hyperv_hv-cinder-80266 with host hv-cinder-80266 {{(pid=93069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 09:32:51.363784 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port 984ed6da-a728-46a5-95be-97e5ef6a4685, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=984ed6da-a728-46a5-95be-97e5ef6a4685,segment=NetworkSegment(0925f5a1-2d27-416d-b1a1-3beadb4feebf),segment_id=0925f5a1-2d27-416d-b1a1-3beadb4feebf)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:32:51.375491 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Returning: {'device': '984ed6da-a728-46a5-95be-97e5ef6a4685', 'network_id': '3097b648-a7f4-46d0-a82e-72132b2084d0', 'port_id': '984ed6da-a728-46a5-95be-97e5ef6a4685', 'mac_address': 'fa:16:3e:86:3c:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b17a261e-27c8-449b-9e9b-05b81a8101f4', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 09:32:51.414957 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:51.427322 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.notifiers.nova [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 984ed6da-a728-46a5-95be-97e5ef6a4685 {{(pid=93069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 09:32:51.445509 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port 984ed6da-a728-46a5-95be-97e5ef6a4685, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=984ed6da-a728-46a5-95be-97e5ef6a4685,segment=NetworkSegment(0925f5a1-2d27-416d-b1a1-3beadb4feebf),segment_id=0925f5a1-2d27-416d-b1a1-3beadb4feebf)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:32:51.449525 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:51.495258 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Pushing event updated for resources: {'Port': ['ID=984ed6da-a728-46a5-95be-97e5ef6a4685,revision_number=4']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:32:51.503602 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:32:51.503946 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:32:51.504290 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:32:51.504819 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:32:51.510136 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:32:51.510857 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:32:51.511193 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:32:51.511529 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:32:51.511881 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:32:51.512205 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:32:51.512527 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:32:51.512845 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:32:51.631423 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33f823-87a5-45a6-b4ba-92358e5b1058 req-7a9335fc-6de8-4ffa-ac00-4f2cee5072e8 tempest-VolumesNegativeTest-1273115319 tempest-VolumesNegativeTest-1273115319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:32:51.633067 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-ca33f823-87a5-45a6-b4ba-92358e5b1058 req-7a9335fc-6de8-4ffa-ac00-4f2cee5072e8 tempest-VolumesNegativeTest-1273115319 tempest-VolumesNegativeTest-1273115319-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3ce90ec-0e73-4461-ae44-158dbe4bdaca HTTP/1.1" status: 200 len: 948 time: 0.0527816 Jul 28 09:32:51.649286 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] get_ports_and_sgs() called for port_ids ['984ed6da-a728-46a5-95be-97e5ef6a4685'] {{(pid=93069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:32:51.676823 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-ca33f823-87a5-45a6-b4ba-92358e5b1058 req-ddcf8dff-084f-4d1a-aec5-806bd07ed6a6 tempest-VolumesNegativeTest-1273115319 tempest-VolumesNegativeTest-1273115319-project] 10.222.0.23 "GET /v2.0/security-groups?id=eff42065-4445-404f-a534-0058be5b46cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367332 Jul 28 09:32:52.791558 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d546b9a-8514-42b4-a509-c965eb315065 req-b47cd785-d3a4-4e78-979a-0d3479b8b40d tempest-VolumesNegativeTest-1273115319 tempest-VolumesNegativeTest-1273115319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:32:52.793074 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-1d546b9a-8514-42b4-a509-c965eb315065 req-b47cd785-d3a4-4e78-979a-0d3479b8b40d tempest-VolumesNegativeTest-1273115319 tempest-VolumesNegativeTest-1273115319-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3ce90ec-0e73-4461-ae44-158dbe4bdaca HTTP/1.1" status: 200 len: 948 time: 0.0489814 Jul 28 09:32:52.831421 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-1d546b9a-8514-42b4-a509-c965eb315065 req-19701e53-a7d4-4024-8ab3-c0524b2034f6 tempest-VolumesNegativeTest-1273115319 tempest-VolumesNegativeTest-1273115319-project] 10.222.0.23 "GET /v2.0/security-groups?id=eff42065-4445-404f-a534-0058be5b46cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319796 Jul 28 09:32:53.287769 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device 984ed6da-a728-46a5-95be-97e5ef6a4685 up at agent hyperv_hv-cinder-80266 {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:32:53.337756 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Provisioning for port 984ed6da-a728-46a5-95be-97e5ef6a4685 completed by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:32:53.341424 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Provisioning complete for port 984ed6da-a728-46a5-95be-97e5ef6a4685 triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:32:53.341790 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:53.414454 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:53.435953 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ce90ec-0e73-4461-ae44-158dbe4bdaca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '984ed6da-a728-46a5-95be-97e5ef6a4685'}] {{(pid=93069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:32:53.438762 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386f2323eb9bad1244c7f57c000109fc890726fb555cdcb5e37d65c089562af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e34267-41b0-41fd-be20-2fdcefc0692c" -d '{"events": [{"server_uuid": "c3ce90ec-0e73-4461-ae44-158dbe4bdaca", "name": "network-vif-plugged", "status": "completed", "tag": "984ed6da-a728-46a5-95be-97e5ef6a4685"}]}' {{(pid=93069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:32:53.452690 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port 984ed6da-a728-46a5-95be-97e5ef6a4685, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=984ed6da-a728-46a5-95be-97e5ef6a4685,segment=NetworkSegment(0925f5a1-2d27-416d-b1a1-3beadb4feebf),segment_id=0925f5a1-2d27-416d-b1a1-3beadb4feebf)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:32:53.456708 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:53.482191 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 09:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181bc423-0047-4625-96e4-ccef8ddf919d x-openstack-request-id: req-181bc423-0047-4625-96e4-ccef8ddf919d {{(pid=93069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:32:53.482475 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3ce90ec-0e73-4461-ae44-158dbe4bdaca", "name": "network-vif-plugged", "status": "completed", "tag": "984ed6da-a728-46a5-95be-97e5ef6a4685", "code": 200}]} {{(pid=93069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:32:53.482726 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-181bc423-0047-4625-96e4-ccef8ddf919d {{(pid=93069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:32:53.483103 dv-cinder-802669-1-iscsi neutron-server[93069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3ce90ec-0e73-4461-ae44-158dbe4bdaca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '984ed6da-a728-46a5-95be-97e5ef6a4685', 'code': 200} Jul 28 09:32:53.509575 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Pushing event updated for resources: {'Port': ['ID=984ed6da-a728-46a5-95be-97e5ef6a4685,revision_number=5']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:32:53.636643 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a08a8-2c6a-4e45-b557-9430303d3fdd req-cb648f5c-db00-4e7b-a394-9bb28aba90a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:32:53.638127 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-8f2a08a8-2c6a-4e45-b557-9430303d3fdd req-cb648f5c-db00-4e7b-a394-9bb28aba90a4 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=c3ce90ec-0e73-4461-ae44-158dbe4bdaca HTTP/1.1" status: 200 len: 1102 time: 0.0399783 Jul 28 09:32:53.673939 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-8f2a08a8-2c6a-4e45-b557-9430303d3fdd req-d30c1e1e-8d33-478e-a372-f388afdb5b19 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=eff42065-4445-404f-a534-0058be5b46cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279150 Jul 28 09:32:53.947536 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f0eaa5-4a9c-4245-ba97-51deb67c2619 req-c5f5e1ba-9dae-4433-92de-748f7cbbd351 tempest-VolumesNegativeTest-1273115319 tempest-VolumesNegativeTest-1273115319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:32:53.949091 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-52f0eaa5-4a9c-4245-ba97-51deb67c2619 req-c5f5e1ba-9dae-4433-92de-748f7cbbd351 tempest-VolumesNegativeTest-1273115319 tempest-VolumesNegativeTest-1273115319-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3ce90ec-0e73-4461-ae44-158dbe4bdaca HTTP/1.1" status: 200 len: 949 time: 0.0522370 Jul 28 09:32:53.990546 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-52f0eaa5-4a9c-4245-ba97-51deb67c2619 req-7250d85b-c0c7-4f5a-8763-4e50de9b1fd5 tempest-VolumesNegativeTest-1273115319 tempest-VolumesNegativeTest-1273115319-project] 10.222.0.23 "GET /v2.0/security-groups?id=eff42065-4445-404f-a534-0058be5b46cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356474 Jul 28 09:32:54.950072 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:55.104722 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a054d418-105c-4685-82e1-5540213f9ebb req-cdab83c9-73d3-41bd-9e8b-686ff0ef1212 tempest-VolumesNegativeTest-1273115319 tempest-VolumesNegativeTest-1273115319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:32:55.106220 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a054d418-105c-4685-82e1-5540213f9ebb req-cdab83c9-73d3-41bd-9e8b-686ff0ef1212 tempest-VolumesNegativeTest-1273115319 tempest-VolumesNegativeTest-1273115319-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3ce90ec-0e73-4461-ae44-158dbe4bdaca HTTP/1.1" status: 200 len: 949 time: 0.0488763 Jul 28 09:32:55.143736 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a054d418-105c-4685-82e1-5540213f9ebb req-0ef1f581-c2c6-4766-900b-e2abf942c6c9 tempest-VolumesNegativeTest-1273115319 tempest-VolumesNegativeTest-1273115319-project] 10.222.0.23 "GET /v2.0/security-groups?id=eff42065-4445-404f-a534-0058be5b46cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311763 Jul 28 09:32:55.388992 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a57560-09ed-42f9-b74d-0717172e0fb9 req-6b998a1b-60a4-422b-b260-6ad037f196b6 tempest-VolumesNegativeTest-1273115319 tempest-VolumesNegativeTest-1273115319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:32:55.390751 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-73a57560-09ed-42f9-b74d-0717172e0fb9 req-6b998a1b-60a4-422b-b260-6ad037f196b6 tempest-VolumesNegativeTest-1273115319 tempest-VolumesNegativeTest-1273115319-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3ce90ec-0e73-4461-ae44-158dbe4bdaca HTTP/1.1" status: 200 len: 949 time: 0.0495152 Jul 28 09:32:55.429873 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-73a57560-09ed-42f9-b74d-0717172e0fb9 req-e441f539-ee0e-4cbf-ad2a-b5d332f91f7f tempest-VolumesNegativeTest-1273115319 tempest-VolumesNegativeTest-1273115319-project] 10.222.0.23 "GET /v2.0/security-groups?id=eff42065-4445-404f-a534-0058be5b46cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323532 Jul 28 09:32:56.546837 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f4213-a1d1-47e1-8c3e-139cfac668cc req-98cc192a-b301-4cf1-b67f-95b5c05a7377 tempest-VolumesNegativeTest-1273115319 tempest-VolumesNegativeTest-1273115319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:32:56.548260 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-542f4213-a1d1-47e1-8c3e-139cfac668cc req-98cc192a-b301-4cf1-b67f-95b5c05a7377 tempest-VolumesNegativeTest-1273115319 tempest-VolumesNegativeTest-1273115319-project] 10.222.0.23 "GET /v2.0/ports?device_id=c3ce90ec-0e73-4461-ae44-158dbe4bdaca HTTP/1.1" status: 200 len: 949 time: 0.0490129 Jul 28 09:32:56.589341 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-542f4213-a1d1-47e1-8c3e-139cfac668cc req-03a404ba-c6c0-4f5d-a199-55dff8662f93 tempest-VolumesNegativeTest-1273115319 tempest-VolumesNegativeTest-1273115319-project] 10.222.0.23 "GET /v2.0/security-groups?id=eff42065-4445-404f-a534-0058be5b46cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352325 Jul 28 09:32:56.664819 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3dbfec-93d8-4d37-a50e-344788aa0345 req-4a0711a6-bf13-4406-bd0d-7764d27f5616 tempest-VolumesNegativeTest-1273115319 tempest-VolumesNegativeTest-1273115319-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:32:56.666267 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-4a3dbfec-93d8-4d37-a50e-344788aa0345 req-4a0711a6-bf13-4406-bd0d-7764d27f5616 tempest-VolumesNegativeTest-1273115319 tempest-VolumesNegativeTest-1273115319-project] 10.222.0.32 "GET /v2.0/ports?device_id=c3ce90ec-0e73-4461-ae44-158dbe4bdaca HTTP/1.1" status: 200 len: 949 time: 0.0487819 Jul 28 09:32:56.753136 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.plugin [req-4a3dbfec-93d8-4d37-a50e-344788aa0345 req-06b2e846-bcd1-481d-a9d6-e3b3f56eb370 tempest-VolumesNegativeTest-1273115319 tempest-VolumesNegativeTest-1273115319-project] Deleting port 984ed6da-a728-46a5-95be-97e5ef6a4685 {{(pid=93067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 09:32:56.753475 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-4a3dbfec-93d8-4d37-a50e-344788aa0345 req-06b2e846-bcd1-481d-a9d6-e3b3f56eb370 tempest-VolumesNegativeTest-1273115319 tempest-VolumesNegativeTest-1273115319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732595656843'] for port, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:56.842980 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.db [req-4a3dbfec-93d8-4d37-a50e-344788aa0345 req-06b2e846-bcd1-481d-a9d6-e3b3f56eb370 tempest-VolumesNegativeTest-1273115319 tempest-VolumesNegativeTest-1273115319-project] For port 984ed6da-a728-46a5-95be-97e5ef6a4685, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=984ed6da-a728-46a5-95be-97e5ef6a4685,segment=NetworkSegment(0925f5a1-2d27-416d-b1a1-3beadb4feebf),segment_id=0925f5a1-2d27-416d-b1a1-3beadb4feebf)] {{(pid=93067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:32:56.843423 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-4a3dbfec-93d8-4d37-a50e-344788aa0345 req-06b2e846-bcd1-481d-a9d6-e3b3f56eb370 tempest-VolumesNegativeTest-1273115319 tempest-VolumesNegativeTest-1273115319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8264998'] for port, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:56.855955 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.plugin [req-4a3dbfec-93d8-4d37-a50e-344788aa0345 req-06b2e846-bcd1-481d-a9d6-e3b3f56eb370 tempest-VolumesNegativeTest-1273115319 tempest-VolumesNegativeTest-1273115319-project] Calling delete_port for 984ed6da-a728-46a5-95be-97e5ef6a4685 owned by compute:nova {{(pid=93067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 09:32:56.986186 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-4a3dbfec-93d8-4d37-a50e-344788aa0345 req-06b2e846-bcd1-481d-a9d6-e3b3f56eb370 tempest-VolumesNegativeTest-1273115319 tempest-VolumesNegativeTest-1273115319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732595661087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732595289887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33549966'] for port, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:56.998116 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] get_ports_and_sgs() called for port_ids ['984ed6da-a728-46a5-95be-97e5ef6a4685'] {{(pid=93069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:32:57.014896 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b2e846-bcd1-481d-a9d6-e3b3f56eb370 tempest-VolumesNegativeTest-1273115319 tempest-VolumesNegativeTest-1273115319-project] Pushing event deleted for resources: {'Port': ['ID=984ed6da-a728-46a5-95be-97e5ef6a4685,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:32:57.058818 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a3dbfec-93d8-4d37-a50e-344788aa0345 req-06b2e846-bcd1-481d-a9d6-e3b3f56eb370 tempest-VolumesNegativeTest-1273115319 tempest-VolumesNegativeTest-1273115319-project] No DVR routers for this DVR port 984ed6da-a728-46a5-95be-97e5ef6a4685 on host hv-cinder-80266 {{(pid=93067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 09:32:57.062089 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-4a3dbfec-93d8-4d37-a50e-344788aa0345 req-06b2e846-bcd1-481d-a9d6-e3b3f56eb370 tempest-VolumesNegativeTest-1273115319 tempest-VolumesNegativeTest-1273115319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905'] for port, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:32:57.064159 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-4a3dbfec-93d8-4d37-a50e-344788aa0345 req-06b2e846-bcd1-481d-a9d6-e3b3f56eb370 tempest-VolumesNegativeTest-1273115319 tempest-VolumesNegativeTest-1273115319-project] 10.222.0.32 "DELETE /v2.0/ports/984ed6da-a728-46a5-95be-97e5ef6a4685 HTTP/1.1" status: 204 len: 173 time: 0.3911545 Jul 28 09:32:57.064601 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ce90ec-0e73-4461-ae44-158dbe4bdaca', 'name': 'network-vif-deleted', 'tag': '984ed6da-a728-46a5-95be-97e5ef6a4685'}] {{(pid=93067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:32:57.066882 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}119bb006a51e6799d77012a49065aa76076224f53078518f9bbc3af1ae40a877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f255d4c9-802f-4523-86a7-eeb759216cbc" -d '{"events": [{"server_uuid": "c3ce90ec-0e73-4461-ae44-158dbe4bdaca", "name": "network-vif-deleted", "tag": "984ed6da-a728-46a5-95be-97e5ef6a4685"}]}' {{(pid=93067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:32:57.106388 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 09:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274ca16e-dd15-4e7c-93f3-cade62326564 x-openstack-request-id: req-274ca16e-dd15-4e7c-93f3-cade62326564 {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:32:57.106677 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3ce90ec-0e73-4461-ae44-158dbe4bdaca", "name": "network-vif-deleted", "tag": "984ed6da-a728-46a5-95be-97e5ef6a4685", "status": "completed", "code": 200}]} {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:32:57.106925 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-274ca16e-dd15-4e7c-93f3-cade62326564 {{(pid=93067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:32:57.107325 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3ce90ec-0e73-4461-ae44-158dbe4bdaca', 'name': 'network-vif-deleted', 'tag': '984ed6da-a728-46a5-95be-97e5ef6a4685', 'status': 'completed', 'code': 200} Jul 28 09:32:58.352311 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-5fa6a39b-dabe-48c3-81a4-2a3f62583c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:00.724473 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-8e69bb53-5147-4bcf-9e51-5a7e7c2ba0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:01.106324 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:01.281990 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 56616) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:33:01.332269 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device 984ed6da-a728-46a5-95be-97e5ef6a4685 no longer exists at agent hyperv_hv-cinder-80266 {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:33:01.352323 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] No Port match for: 984ed6da-a728-46a5-95be-97e5ef6a4685 {{(pid=93069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 09:33:01.352664 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device 984ed6da-a728-46a5-95be-97e5ef6a4685 not bound to the agent host hv-cinder-80266 {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:33:01.417460 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-9e2d6975-f9d6-4fc0-b737-10d5834bfc5b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1f7d9984c3e24e34975042615becf1d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1343851 Jul 28 09:33:01.419989 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 56620) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:33:01.465860 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-ba692961-f4f3-4a82-bbbf-b9fdbeb04ad8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:01.486951 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-ba692961-f4f3-4a82-bbbf-b9fdbeb04ad8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:01.531786 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-ba692961-f4f3-4a82-bbbf-b9fdbeb04ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:01.534613 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-ba692961-f4f3-4a82-bbbf-b9fdbeb04ad8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:01.535703 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-ba692961-f4f3-4a82-bbbf-b9fdbeb04ad8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/eff42065-4445-404f-a534-0058be5b46cf HTTP/1.1" status: 204 len: 168 time: 0.1141009 Jul 28 09:33:01.543241 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba692961-f4f3-4a82-bbbf-b9fdbeb04ad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff42065-4445-404f-a534-0058be5b46cf,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:33:02.102779 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-29fc97ff-9392-4c7d-8b91-be3be07fca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:02.129995 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 56642) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:33:02.222640 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.v2.base [None req-2bda431a-65b6-4d51-aba8-9523b2cf8286 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1033886439-network', 'tenant_id': '05659f9cc8374aa8b620b7f85c3b9efd'}} {{(pid=93068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:33:02.245008 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bda431a-65b6-4d51-aba8-9523b2cf8286 admin admin] Made reservation on behalf of 05659f9cc8374aa8b620b7f85c3b9efd for: {'network': 1} {{(pid=93068) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:33:02.246726 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-2bda431a-65b6-4d51-aba8-9523b2cf8286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for network, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:02.257898 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-2bda431a-65b6-4d51-aba8-9523b2cf8286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:02.345528 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-2bda431a-65b6-4d51-aba8-9523b2cf8286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:02.349047 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-2bda431a-65b6-4d51-aba8-9523b2cf8286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:02.371714 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bda431a-65b6-4d51-aba8-9523b2cf8286 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=93068) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 09:33:02.380955 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bda431a-65b6-4d51-aba8-9523b2cf8286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a883fd63-d7f8-47f9-887c-49cf2ea7fc7c,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:33:02.385599 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-2bda431a-65b6-4d51-aba8-9523b2cf8286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998659'] for segment, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:02.385936 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.db.segments_db [None req-2bda431a-65b6-4d51-aba8-9523b2cf8286 admin admin] Added segment 55af3968-752b-4fb5-bec2-f41233d41b45 of type vlan for network 1fc2852d-286a-4480-bedd-ff38c463ba78 Jul 28 09:33:02.427049 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-2bda431a-65b6-4d51-aba8-9523b2cf8286 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732595274087'] for network, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:02.455245 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-2bda431a-65b6-4d51-aba8-9523b2cf8286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296'] for network, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:02.456246 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bda431a-65b6-4d51-aba8-9523b2cf8286 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93068) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:33:02.456827 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-2bda431a-65b6-4d51-aba8-9523b2cf8286 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for network, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:02.507007 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-2bda431a-65b6-4d51-aba8-9523b2cf8286 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3759210 Jul 28 09:33:02.509988 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 56646) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:33:02.515729 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [None req-23793773-76d1-47ee-9419-159049e1d606 admin admin] Request body: {'subnet': {'network_id': '1fc2852d-286a-4480-bedd-ff38c463ba78', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1033886439-subnet', 'tenant_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'ip_version': 4}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:33:02.516477 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bda431a-65b6-4d51-aba8-9523b2cf8286 admin admin] Pushing event updated for resources: {'Network': ['ID=1fc2852d-286a-4480-bedd-ff38c463ba78,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:33:02.526874 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Network 1fc2852d-286a-4480-bedd-ff38c463ba78 details requested by agent ovs-agent-dv-cinder-802669-1-iscsi with host dv-cinder-802669-1-iscsi {{(pid=93069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 09:33:02.539085 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23793773-76d1-47ee-9419-159049e1d606 admin admin] Made reservation on behalf of 05659f9cc8374aa8b620b7f85c3b9efd for: {'subnet': 1} {{(pid=93067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:33:02.541562 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-23793773-76d1-47ee-9419-159049e1d606 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33525647'] for subnet, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:02.706541 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-23793773-76d1-47ee-9419-159049e1d606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33549850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33525757'] for subnet, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:02.761273 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23793773-76d1-47ee-9419-159049e1d606 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c19c44fd-98e8-496f-991b-1b9a52c58e74,revision_number=0']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:33:02.772254 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23793773-76d1-47ee-9419-159049e1d606 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:33:02.772603 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23793773-76d1-47ee-9419-159049e1d606 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:33:02.772945 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23793773-76d1-47ee-9419-159049e1d606 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:33:02.773275 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23793773-76d1-47ee-9419-159049e1d606 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:33:02.773603 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23793773-76d1-47ee-9419-159049e1d606 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:33:02.773930 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23793773-76d1-47ee-9419-159049e1d606 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:33:02.774253 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23793773-76d1-47ee-9419-159049e1d606 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:33:02.774573 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23793773-76d1-47ee-9419-159049e1d606 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:33:02.774893 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23793773-76d1-47ee-9419-159049e1d606 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:33:02.775208 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23793773-76d1-47ee-9419-159049e1d606 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:33:02.775802 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23793773-76d1-47ee-9419-159049e1d606 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:33:02.776120 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23793773-76d1-47ee-9419-159049e1d606 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:33:02.781854 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23793773-76d1-47ee-9419-159049e1d606 admin admin] Checking segment: {'id': '55af3968-752b-4fb5-bec2-f41233d41b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1fc2852d-286a-4480-bedd-ff38c463ba78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 09:33:02.782214 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23793773-76d1-47ee-9419-159049e1d606 admin admin] Network hostable DHCP agents. Network: 1fc2852d-286a-4480-bedd-ff38c463ba78, hostable agents: ['eded7055-7227-4503-b186-c85c89196e66'], hosted agents: [] {{(pid=93067) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 09:33:02.798932 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23793773-76d1-47ee-9419-159049e1d606 admin admin] Network 1fc2852d-286a-4480-bedd-ff38c463ba78 is scheduled to be hosted by DHCP agent eded7055-7227-4503-b186-c85c89196e66 with binding_index 1 {{(pid=93067) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 09:33:02.806934 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.base_scheduler [None req-23793773-76d1-47ee-9419-159049e1d606 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802669-1-iscsi, 1fc2852d-286a-4480-bedd-ff38c463ba78) {{(pid=93067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:33:02.810716 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23793773-76d1-47ee-9419-159049e1d606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:33:02.811602 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-23793773-76d1-47ee-9419-159049e1d606 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:02.815669 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20e11f2-c894-4dba-be16-da28898a158f None None] Network 1fc2852d-286a-4480-bedd-ff38c463ba78 requested from dv-cinder-802669-1-iscsi {{(pid=93069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 09:33:02.824983 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-23793773-76d1-47ee-9419-159049e1d606 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3139365 Jul 28 09:33:02.827993 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 56648) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:33:02.832308 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [None req-3c7f1f67-305b-4066-bdd3-cd335693daba admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1033886439-router', 'tenant_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244'}}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:33:02.852071 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-3c7f1f67-305b-4066-bdd3-cd335693daba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7992358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-245501'] for router, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:02.853043 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-3c7f1f67-305b-4066-bdd3-cd335693daba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7992449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8268108', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7907194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-245482'] for router, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:02.908290 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-3c7f1f67-305b-4066-bdd3-cd335693daba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:02.961446 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86f44c1-c035-4045-a99d-1db0edde582c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc683d508-302d-5167-8507-eca6b1e3656d-1fc2852d-286a-4480-bedd-ff38c463ba78', 'network_id': '1fc2852d-286a-4480-bedd-ff38c463ba78', 'tenant_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'fixed_ips': [{'subnet_id': 'c19c44fd-98e8-496f-991b-1b9a52c58e74'}]}} from dv-cinder-802669-1-iscsi. {{(pid=93069) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 09:33:02.962296 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-e86f44c1-c035-4045-a99d-1db0edde582c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_create {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:03.044393 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-3c7f1f67-305b-4066-bdd3-cd335693daba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8268982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7992340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-245272'] for router, precommit_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:03.089543 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.db_base_plugin_common [None req-e86f44c1-c035-4045-a99d-1db0edde582c None None] Allocated IP 172.20.0.2 (1fc2852d-286a-4480-bedd-ff38c463ba78/c19c44fd-98e8-496f-991b-1b9a52c58e74/739f96f9-5fb7-44f3-8cdc-fae76cd41d8c) {{(pid=93069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:33:03.246716 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-3c7f1f67-305b-4066-bdd3-cd335693daba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:03.266371 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-3c7f1f67-305b-4066-bdd3-cd335693daba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:03.354406 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-e86f44c1-c035-4045-a99d-1db0edde582c None None] Notify callbacks [] for port, precommit_create {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:03.363317 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-e86f44c1-c035-4045-a99d-1db0edde582c None None] Transition to ACTIVE for port object 739f96f9-5fb7-44f3-8cdc-fae76cd41d8c will not be triggered until provisioned by entity L2. {{(pid=93069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:33:03.373045 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.db_base_plugin_common [None req-3c7f1f67-305b-4066-bdd3-cd335693daba admin admin] Allocated IP 172.27.3.229 (30331174-7d3c-4928-87ce-fe2956ee4244/7bde36bf-957f-4642-ab95-d9df711170af/0548ad2c-328c-41fa-b73c-000b168b73e9) {{(pid=93067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:33:03.378376 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-e86f44c1-c035-4045-a99d-1db0edde582c None None] Transition to ACTIVE for port object 739f96f9-5fb7-44f3-8cdc-fae76cd41d8c will not be triggered until provisioned by entity DHCP. {{(pid=93069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:33:03.384289 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-e86f44c1-c035-4045-a99d-1db0edde582c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732595289878'] for port, after_create {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:03.424885 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86f44c1-c035-4045-a99d-1db0edde582c None None] Network 1fc2852d-286a-4480-bedd-ff38c463ba78 is already hosted by enough agents. {{(pid=93069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:33:03.427680 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.scheduler.base_scheduler [None req-e86f44c1-c035-4045-a99d-1db0edde582c None None] Resources bound (agent type, host, resource id): {{(pid=93069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:33:03.431009 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86f44c1-c035-4045-a99d-1db0edde582c None None] Received port after_create {{(pid=93069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 09:33:03.440358 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86f44c1-c035-4045-a99d-1db0edde582c None None] Pushing event updated for resources: {'Port': ['ID=739f96f9-5fb7-44f3-8cdc-fae76cd41d8c,revision_number=1']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:33:03.480478 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-3c7f1f67-305b-4066-bdd3-cd335693daba admin admin] Notify callbacks [] for port, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:03.489390 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.managers [None req-e86f44c1-c035-4045-a99d-1db0edde582c None None] Attempting to bind port 739f96f9-5fb7-44f3-8cdc-fae76cd41d8c on host dv-cinder-802669-1-iscsi for vnic_type normal with profile {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 09:33:03.489759 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.managers [None req-e86f44c1-c035-4045-a99d-1db0edde582c None None] Attempting to bind port 739f96f9-5fb7-44f3-8cdc-fae76cd41d8c by drivers openvswitch,hyperv on host dv-cinder-802669-1-iscsi at level 0 using segments [{'id': '55af3968-752b-4fb5-bec2-f41233d41b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1fc2852d-286a-4480-bedd-ff38c463ba78'}] {{(pid=93069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 09:33:03.490122 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86f44c1-c035-4045-a99d-1db0edde582c None None] Attempting to bind port 739f96f9-5fb7-44f3-8cdc-fae76cd41d8c on network 1fc2852d-286a-4480-bedd-ff38c463ba78 {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 09:33:03.495166 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86f44c1-c035-4045-a99d-1db0edde582c None None] Checking agent: {'id': 'c23067a4-a93a-4753-ba74-9a71aabd88dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 9, 17, 1), 'started_at': datetime.datetime(2021, 7, 28, 9, 17, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 9, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 09:33:03.495486 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86f44c1-c035-4045-a99d-1db0edde582c None None] Checking segment: {'id': '55af3968-752b-4fb5-bec2-f41233d41b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1fc2852d-286a-4480-bedd-ff38c463ba78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 09:33:03.495916 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-e86f44c1-c035-4045-a99d-1db0edde582c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:03.496308 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86f44c1-c035-4045-a99d-1db0edde582c None None] Bound using segment: {'id': '55af3968-752b-4fb5-bec2-f41233d41b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1fc2852d-286a-4480-bedd-ff38c463ba78'} {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 09:33:03.496766 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.managers [None req-e86f44c1-c035-4045-a99d-1db0edde582c None None] Bound port: 739f96f9-5fb7-44f3-8cdc-fae76cd41d8c, host: dv-cinder-802669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55af3968-752b-4fb5-bec2-f41233d41b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1fc2852d-286a-4480-bedd-ff38c463ba78'}}] {{(pid=93069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 09:33:03.497145 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-e86f44c1-c035-4045-a99d-1db0edde582c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:03.523219 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-3c7f1f67-305b-4066-bdd3-cd335693daba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732595289878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33549966'] for port, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:03.558608 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-e86f44c1-c035-4045-a99d-1db0edde582c None None] For port 739f96f9-5fb7-44f3-8cdc-fae76cd41d8c, host dv-cinder-802669-1-iscsi, cleared binding levels {{(pid=93069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:33:03.562492 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c7f1f67-305b-4066-bdd3-cd335693daba admin admin] Network 30331174-7d3c-4928-87ce-fe2956ee4244 is already hosted by enough agents. {{(pid=93067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:33:03.562945 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-e86f44c1-c035-4045-a99d-1db0edde582c None None] For port 739f96f9-5fb7-44f3-8cdc-fae76cd41d8c, host dv-cinder-802669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=739f96f9-5fb7-44f3-8cdc-fae76cd41d8c,segment=NetworkSegment(55af3968-752b-4fb5-bec2-f41233d41b45),segment_id=55af3968-752b-4fb5-bec2-f41233d41b45)] {{(pid=93069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:33:03.565641 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.base_scheduler [None req-3c7f1f67-305b-4066-bdd3-cd335693daba admin admin] Resources bound (agent type, host, resource id): {{(pid=93067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:33:03.566718 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-e86f44c1-c035-4045-a99d-1db0edde582c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:03.572687 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7f1f67-305b-4066-bdd3-cd335693daba admin admin] Received port after_create {{(pid=93067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 09:33:03.575533 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7f1f67-305b-4066-bdd3-cd335693daba admin admin] Pushing event updated for resources: {'Port': ['ID=0548ad2c-328c-41fa-b73c-000b168b73e9,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:33:03.632877 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86f44c1-c035-4045-a99d-1db0edde582c None None] Pushing event updated for resources: {'Port': ['ID=739f96f9-5fb7-44f3-8cdc-fae76cd41d8c,revision_number=2']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:33:03.651244 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-2284cd4c-493c-4cd5-902b-cad83a6c7b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:03.851051 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-3c7f1f67-305b-4066-bdd3-cd335693daba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:04.049514 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-3c7f1f67-305b-4066-bdd3-cd335693daba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7992349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8268947'] for router, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:04.174384 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c7f1f67-305b-4066-bdd3-cd335693daba admin admin] Router 08cf8842-9ba6-4727-962a-029234b12adf is scheduled to L3 agent 4c8802ae-c91a-4e26-b3c6-37f497a3b5b2 with binding_index 1 {{(pid=93067) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 09:33:04.280389 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c7f1f67-305b-4066-bdd3-cd335693daba admin admin] Notify agent at l3_agent.dv-cinder-802669-1-iscsi the message routers_updated {{(pid=93067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:33:04.289219 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4643a11-de20-46a3-9b96-a8a8a0ca6c71 None None] Sync routers for ids ['08cf8842-9ba6-4727-962a-029234b12adf'] in dv-cinder-802669-1-iscsi {{(pid=93069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:33:04.297786 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-3c7f1f67-305b-4066-bdd3-cd335693daba admin admin] Notify callbacks [] for router, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:04.302012 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-3c7f1f67-305b-4066-bdd3-cd335693daba admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4701397 Jul 28 09:33:04.302182 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4643a11-de20-46a3-9b96-a8a8a0ca6c71 None None] Routers {'08cf8842-9ba6-4727-962a-029234b12adf'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:33:04.302182 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-e4643a11-de20-46a3-9b96-a8a8a0ca6c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:33:01Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['08cf8842-9ba6-4727-962a-029234b12adf'], 'active': True} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:33:04.302410 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 56650) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:33:04.414105 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvr_db [None req-e4643a11-de20-46a3-9b96-a8a8a0ca6c71 None None] Set router 08cf8842-9ba6-4727-962a-029234b12adf gateway port host: dv-cinder-802669-1-iscsi {{(pid=93069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:33:04.579622 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88072199-7761-47a8-beba-aa850e1a4fe3 None None] Network 1fc2852d-286a-4480-bedd-ff38c463ba78 requested from dv-cinder-802669-1-iscsi {{(pid=93069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 09:33:04.641009 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-c9c53172-63e8-4c8a-ab25-283cbea65bad None None] Provisioning for port 739f96f9-5fb7-44f3-8cdc-fae76cd41d8c completed by entity DHCP. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:33:04.689709 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-e4643a11-de20-46a3-9b96-a8a8a0ca6c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08cf8842-9ba6-4727-962a-029234b12adf', 'name': 'tempest-TestVolumeBootPattern-1033886439-router', 'tenant_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '0548ad2c-328c-41fa-b73c-000b168b73e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:33:02Z', 'updated_at': '2021-07-28T09:33:03Z', 'revision_number': 3, 'project_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'gw_port': {'id': '0548ad2c-328c-41fa-b73c-000b168b73e9', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b2:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08cf8842-9ba6-4727-962a-029234b12adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:33:03Z', 'updated_at': '2021-07-28T09:33:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi'}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:33:04.731231 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4643a11-de20-46a3-9b96-a8a8a0ca6c71 None None] Checking router: 08cf8842-9ba6-4727-962a-029234b12adf for host: dv-cinder-802669-1-iscsi {{(pid=93069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:33:04.731617 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4643a11-de20-46a3-9b96-a8a8a0ca6c71 None None] Updating router 08cf8842-9ba6-4727-962a-029234b12adf port 0548ad2c-328c-41fa-b73c-000b168b73e9 binding host dv-cinder-802669-1-iscsi {{(pid=93069) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 09:33:04.766593 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-e4643a11-de20-46a3-9b96-a8a8a0ca6c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:04.804962 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device 739f96f9-5fb7-44f3-8cdc-fae76cd41d8c up at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:33:04.947975 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning for port 739f96f9-5fb7-44f3-8cdc-fae76cd41d8c completed by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:33:04.976207 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning complete for port 739f96f9-5fb7-44f3-8cdc-fae76cd41d8c triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:33:04.976582 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:05.029472 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-75703093-4b53-409e-8b5f-3a795b1e645b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:05.122670 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:05.157184 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-e4643a11-de20-46a3-9b96-a8a8a0ca6c71 None None] Notify callbacks [] for port, precommit_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:05.180098 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] For port 739f96f9-5fb7-44f3-8cdc-fae76cd41d8c, host dv-cinder-802669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=739f96f9-5fb7-44f3-8cdc-fae76cd41d8c,segment=NetworkSegment(55af3968-752b-4fb5-bec2-f41233d41b45),segment_id=55af3968-752b-4fb5-bec2-f41233d41b45)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:33:05.185151 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-e4643a11-de20-46a3-9b96-a8a8a0ca6c71 None None] Transition to ACTIVE for port object 0548ad2c-328c-41fa-b73c-000b168b73e9 will not be triggered until provisioned by entity L2. {{(pid=93069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:33:05.188179 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.db_base_plugin_common [None req-75703093-4b53-409e-8b5f-3a795b1e645b admin admin] Allocated IP 172.20.0.1 (1fc2852d-286a-4480-bedd-ff38c463ba78/c19c44fd-98e8-496f-991b-1b9a52c58e74/11864257-5261-46f6-89f1-ad7c22467db5) {{(pid=93067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:33:05.188375 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:05.196951 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-e4643a11-de20-46a3-9b96-a8a8a0ca6c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:05.217844 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-f5ab12ee-6f03-4e84-89d5-5a442cb842e3 None None] Provisioning complete for port 739f96f9-5fb7-44f3-8cdc-fae76cd41d8c triggered by entity DHCP. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:33:05.218209 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-f5ab12ee-6f03-4e84-89d5-5a442cb842e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:05.286613 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Pushing event updated for resources: {'Port': ['ID=739f96f9-5fb7-44f3-8cdc-fae76cd41d8c,revision_number=3']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:33:05.292449 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.managers [None req-e4643a11-de20-46a3-9b96-a8a8a0ca6c71 None None] Attempting to bind port 0548ad2c-328c-41fa-b73c-000b168b73e9 on host dv-cinder-802669-1-iscsi for vnic_type normal with profile {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 09:33:05.292863 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.managers [None req-e4643a11-de20-46a3-9b96-a8a8a0ca6c71 None None] Attempting to bind port 0548ad2c-328c-41fa-b73c-000b168b73e9 by drivers openvswitch,hyperv on host dv-cinder-802669-1-iscsi at level 0 using segments [{'id': 'b226f756-b865-4ac3-ba22-f8bcfda44394', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244'}] {{(pid=93069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 09:33:05.293165 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4643a11-de20-46a3-9b96-a8a8a0ca6c71 None None] Attempting to bind port 0548ad2c-328c-41fa-b73c-000b168b73e9 on network 30331174-7d3c-4928-87ce-fe2956ee4244 {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 09:33:05.302341 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-75703093-4b53-409e-8b5f-3a795b1e645b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:05.316001 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.provisioning_blocks [None req-75703093-4b53-409e-8b5f-3a795b1e645b admin admin] Transition to ACTIVE for port object 11864257-5261-46f6-89f1-ad7c22467db5 will not be triggered until provisioned by entity DHCP. {{(pid=93067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:33:05.319759 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4643a11-de20-46a3-9b96-a8a8a0ca6c71 None None] Checking agent: {'id': 'c23067a4-a93a-4753-ba74-9a71aabd88dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 9, 17, 1), 'started_at': datetime.datetime(2021, 7, 28, 9, 17, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 9, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 09:33:05.320137 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4643a11-de20-46a3-9b96-a8a8a0ca6c71 None None] Checking segment: {'id': 'b226f756-b865-4ac3-ba22-f8bcfda44394', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 09:33:05.320526 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-e4643a11-de20-46a3-9b96-a8a8a0ca6c71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:05.320906 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4643a11-de20-46a3-9b96-a8a8a0ca6c71 None None] Bound using segment: {'id': 'b226f756-b865-4ac3-ba22-f8bcfda44394', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244'} {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 09:33:05.321377 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.managers [None req-e4643a11-de20-46a3-9b96-a8a8a0ca6c71 None None] Bound port: 0548ad2c-328c-41fa-b73c-000b168b73e9, host: dv-cinder-802669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b226f756-b865-4ac3-ba22-f8bcfda44394', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244'}}] {{(pid=93069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 09:33:05.321746 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-e4643a11-de20-46a3-9b96-a8a8a0ca6c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:05.350604 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-75703093-4b53-409e-8b5f-3a795b1e645b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732595289878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33549966'] for port, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:05.362383 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedb9f3c-2999-47ba-97e0-e90250756c9b None None] Pushing event updated for resources: {'Port': ['ID=0548ad2c-328c-41fa-b73c-000b168b73e9,revision_number=2']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:33:05.388108 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75703093-4b53-409e-8b5f-3a795b1e645b admin admin] Network 1fc2852d-286a-4480-bedd-ff38c463ba78 is already hosted by enough agents. {{(pid=93067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:33:05.391661 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.base_scheduler [None req-75703093-4b53-409e-8b5f-3a795b1e645b admin admin] Resources bound (agent type, host, resource id): {{(pid=93067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:33:05.395035 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75703093-4b53-409e-8b5f-3a795b1e645b admin admin] Received port after_create {{(pid=93067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 09:33:05.412832 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-e4643a11-de20-46a3-9b96-a8a8a0ca6c71 None None] For port 0548ad2c-328c-41fa-b73c-000b168b73e9, host dv-cinder-802669-1-iscsi, cleared binding levels {{(pid=93069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:33:05.418975 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-e4643a11-de20-46a3-9b96-a8a8a0ca6c71 None None] For port 0548ad2c-328c-41fa-b73c-000b168b73e9, host dv-cinder-802669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=0548ad2c-328c-41fa-b73c-000b168b73e9,segment=NetworkSegment(b226f756-b865-4ac3-ba22-f8bcfda44394),segment_id=b226f756-b865-4ac3-ba22-f8bcfda44394)] {{(pid=93069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:33:05.423307 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-e4643a11-de20-46a3-9b96-a8a8a0ca6c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:05.423810 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75703093-4b53-409e-8b5f-3a795b1e645b admin admin] Pushing event updated for resources: {'Port': ['ID=11864257-5261-46f6-89f1-ad7c22467db5,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:33:05.439072 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-75703093-4b53-409e-8b5f-3a795b1e645b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8268876'] for router_interface, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:05.485522 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4643a11-de20-46a3-9b96-a8a8a0ca6c71 None None] Routers {'08cf8842-9ba6-4727-962a-029234b12adf'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:33:05.485784 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-e4643a11-de20-46a3-9b96-a8a8a0ca6c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:33:01Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['08cf8842-9ba6-4727-962a-029234b12adf'], 'active': True} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:33:05.487450 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedb9f3c-2999-47ba-97e0-e90250756c9b None None] Pushing event updated for resources: {'Port': ['ID=0548ad2c-328c-41fa-b73c-000b168b73e9,revision_number=3']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:33:05.586697 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-75703093-4b53-409e-8b5f-3a795b1e645b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:05.605304 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvr_db [None req-e4643a11-de20-46a3-9b96-a8a8a0ca6c71 None None] Set router 08cf8842-9ba6-4727-962a-029234b12adf gateway port host: dv-cinder-802669-1-iscsi {{(pid=93069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:33:05.761915 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-75703093-4b53-409e-8b5f-3a795b1e645b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:05.767501 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-75703093-4b53-409e-8b5f-3a795b1e645b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33549957'] for port, after_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:05.828466 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-1dd764cc-12f0-48fa-96db-76ecc17563e0 None None] Provisioning for port 11864257-5261-46f6-89f1-ad7c22467db5 completed by entity DHCP. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:33:05.834231 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75703093-4b53-409e-8b5f-3a795b1e645b admin admin] Pushing event updated for resources: {'Port': ['ID=11864257-5261-46f6-89f1-ad7c22467db5,revision_number=2']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:33:05.836649 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-75703093-4b53-409e-8b5f-3a795b1e645b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8069282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8270300'] for router_interface, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:05.837972 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-1dd764cc-12f0-48fa-96db-76ecc17563e0 None None] Provisioning complete for port 11864257-5261-46f6-89f1-ad7c22467db5 triggered by entity DHCP. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:33:05.838344 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-1dd764cc-12f0-48fa-96db-76ecc17563e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:05.896680 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-1dd764cc-12f0-48fa-96db-76ecc17563e0 None None] Port 11864257-5261-46f6-89f1-ad7c22467db5 cannot update to ACTIVE because it is not bound. {{(pid=93069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 09:33:05.934195 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75703093-4b53-409e-8b5f-3a795b1e645b admin admin] Network 1fc2852d-286a-4480-bedd-ff38c463ba78 is already hosted by enough agents. {{(pid=93067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:33:05.935644 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.base_scheduler [None req-75703093-4b53-409e-8b5f-3a795b1e645b admin admin] Resources bound (agent type, host, resource id): {{(pid=93067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:33:05.949122 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-e4643a11-de20-46a3-9b96-a8a8a0ca6c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08cf8842-9ba6-4727-962a-029234b12adf', 'name': 'tempest-TestVolumeBootPattern-1033886439-router', 'tenant_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '0548ad2c-328c-41fa-b73c-000b168b73e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:33:02Z', 'updated_at': '2021-07-28T09:33:03Z', 'revision_number': 3, 'project_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'gw_port': {'id': '0548ad2c-328c-41fa-b73c-000b168b73e9', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b2:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08cf8842-9ba6-4727-962a-029234b12adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:33:03Z', 'updated_at': '2021-07-28T09:33:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi'}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:33:05.979761 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4643a11-de20-46a3-9b96-a8a8a0ca6c71 None None] The sync data for ids ['08cf8842-9ba6-4727-962a-029234b12adf'] in dv-cinder-802669-1-iscsi is: [{'id': '08cf8842-9ba6-4727-962a-029234b12adf', 'name': 'tempest-TestVolumeBootPattern-1033886439-router', 'tenant_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '0548ad2c-328c-41fa-b73c-000b168b73e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:33:02Z', 'updated_at': '2021-07-28T09:33:03Z', 'revision_number': 3, 'project_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'gw_port': {'id': '0548ad2c-328c-41fa-b73c-000b168b73e9', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b2:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08cf8842-9ba6-4727-962a-029234b12adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:33:03Z', 'updated_at': '2021-07-28T09:33:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi'}] {{(pid=93069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:33:06.057600 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75703093-4b53-409e-8b5f-3a795b1e645b admin admin] Router 08cf8842-9ba6-4727-962a-029234b12adf has already been hosted by L3 agent 4c8802ae-c91a-4e26-b3c6-37f497a3b5b2 {{(pid=93067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 09:33:06.169403 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75703093-4b53-409e-8b5f-3a795b1e645b admin admin] Notify agent at l3_agent.dv-cinder-802669-1-iscsi the message routers_updated {{(pid=93067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:33:06.175223 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-75703093-4b53-409e-8b5f-3a795b1e645b admin admin] 10.222.0.23 "PUT /v2.0/routers/08cf8842-9ba6-4727-962a-029234b12adf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8721836 Jul 28 09:33:06.232840 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-39230397-9983-40ea-9185-b415ab8ffac1 None None] Provisioning complete for port 11864257-5261-46f6-89f1-ad7c22467db5 triggered by entity DHCP. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:33:06.233382 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-39230397-9983-40ea-9185-b415ab8ffac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:06.274322 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-39230397-9983-40ea-9185-b415ab8ffac1 None None] Port 11864257-5261-46f6-89f1-ad7c22467db5 cannot update to ACTIVE because it is not bound. {{(pid=93069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 09:33:06.669909 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 56666) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:33:06.675093 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [None req-b7354753-cf67-49c6-8d84-f6721d6a6c9d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1207442091-network', 'tenant_id': 'cab51cdd2eec4c368b4b6d1291eba163'}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:33:06.697635 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7354753-cf67-49c6-8d84-f6721d6a6c9d admin admin] Made reservation on behalf of cab51cdd2eec4c368b4b6d1291eba163 for: {'network': 1} {{(pid=93067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:33:06.700236 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-b7354753-cf67-49c6-8d84-f6721d6a6c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for network, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:06.711865 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-b7354753-cf67-49c6-8d84-f6721d6a6c9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:06.821659 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-b7354753-cf67-49c6-8d84-f6721d6a6c9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:06.827188 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-b7354753-cf67-49c6-8d84-f6721d6a6c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:06.831991 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device 0548ad2c-328c-41fa-b73c-000b168b73e9 up at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:33:06.848838 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7354753-cf67-49c6-8d84-f6721d6a6c9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=93067) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 09:33:06.863779 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7354753-cf67-49c6-8d84-f6721d6a6c9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ff03cb-df93-45c5-91fb-2b76c1ae474d,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:33:06.866221 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-b7354753-cf67-49c6-8d84-f6721d6a6c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998659'] for segment, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:06.866561 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.db.segments_db [None req-b7354753-cf67-49c6-8d84-f6721d6a6c9d admin admin] Added segment e4118ae8-6683-493d-b8cb-9e31835ad073 of type vlan for network 4e6410cb-7cc7-4ee7-9700-cd727250589a Jul 28 09:33:06.884284 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning for port 0548ad2c-328c-41fa-b73c-000b168b73e9 completed by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:33:06.888029 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning complete for port 0548ad2c-328c-41fa-b73c-000b168b73e9 triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:33:06.888468 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:06.906937 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-b7354753-cf67-49c6-8d84-f6721d6a6c9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732595274087'] for network, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:06.937136 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-b7354753-cf67-49c6-8d84-f6721d6a6c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296'] for network, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:06.938114 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7354753-cf67-49c6-8d84-f6721d6a6c9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:33:06.938697 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-b7354753-cf67-49c6-8d84-f6721d6a6c9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for network, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:06.969829 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:06.992378 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] For port 0548ad2c-328c-41fa-b73c-000b168b73e9, host dv-cinder-802669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=0548ad2c-328c-41fa-b73c-000b168b73e9,segment=NetworkSegment(b226f756-b865-4ac3-ba22-f8bcfda44394),segment_id=b226f756-b865-4ac3-ba22-f8bcfda44394)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:33:06.995599 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-b7354753-cf67-49c6-8d84-f6721d6a6c9d admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3244948 Jul 28 09:33:06.996558 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:06.998431 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device 739f96f9-5fb7-44f3-8cdc-fae76cd41d8c up at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:33:06.998747 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 56668) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:33:07.005534 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [None req-a3bceb9f-cd47-4baf-813d-c09d3b6398af admin admin] Request body: {'subnet': {'network_id': '4e6410cb-7cc7-4ee7-9700-cd727250589a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1207442091-subnet', 'tenant_id': 'cab51cdd2eec4c368b4b6d1291eba163', 'ip_version': 4}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:33:07.018022 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7354753-cf67-49c6-8d84-f6721d6a6c9d admin admin] Pushing event updated for resources: {'Network': ['ID=4e6410cb-7cc7-4ee7-9700-cd727250589a,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:33:07.035462 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3bceb9f-cd47-4baf-813d-c09d3b6398af admin admin] Made reservation on behalf of cab51cdd2eec4c368b4b6d1291eba163 for: {'subnet': 1} {{(pid=93067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:33:07.037965 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-a3bceb9f-cd47-4baf-813d-c09d3b6398af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33525647'] for subnet, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:07.039655 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Network 4e6410cb-7cc7-4ee7-9700-cd727250589a details requested by agent ovs-agent-dv-cinder-802669-1-iscsi with host dv-cinder-802669-1-iscsi {{(pid=93069) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 09:33:07.119422 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Pushing event updated for resources: {'Port': ['ID=0548ad2c-328c-41fa-b73c-000b168b73e9,revision_number=4']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:33:07.143175 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning complete for port 739f96f9-5fb7-44f3-8cdc-fae76cd41d8c triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:33:07.143550 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:07.215242 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-a3bceb9f-cd47-4baf-813d-c09d3b6398af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-33549850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33525757'] for subnet, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:07.269959 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bceb9f-cd47-4baf-813d-c09d3b6398af admin admin] Pushing event updated for resources: {'Subnet': ['ID=97c7ef9c-a253-4d82-a722-c28c1de47ea9,revision_number=0']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:33:07.280569 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3bceb9f-cd47-4baf-813d-c09d3b6398af admin admin] Checking segment: {'id': 'e4118ae8-6683-493d-b8cb-9e31835ad073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e6410cb-7cc7-4ee7-9700-cd727250589a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 09:33:07.280950 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bceb9f-cd47-4baf-813d-c09d3b6398af admin admin] Network hostable DHCP agents. Network: 4e6410cb-7cc7-4ee7-9700-cd727250589a, hostable agents: ['eded7055-7227-4503-b186-c85c89196e66'], hosted agents: [] {{(pid=93067) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 09:33:07.297110 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3bceb9f-cd47-4baf-813d-c09d3b6398af admin admin] Network 4e6410cb-7cc7-4ee7-9700-cd727250589a is scheduled to be hosted by DHCP agent eded7055-7227-4503-b186-c85c89196e66 with binding_index 1 {{(pid=93067) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 09:33:07.305858 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.base_scheduler [None req-a3bceb9f-cd47-4baf-813d-c09d3b6398af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-802669-1-iscsi, 4e6410cb-7cc7-4ee7-9700-cd727250589a) {{(pid=93067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:33:07.309922 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3bceb9f-cd47-4baf-813d-c09d3b6398af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:33:07.310498 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-a3bceb9f-cd47-4baf-813d-c09d3b6398af admin admin] Notify callbacks [] for subnet, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:07.317680 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806690d3-ac04-4e91-8877-987711058ceb None None] Network 4e6410cb-7cc7-4ee7-9700-cd727250589a requested from dv-cinder-802669-1-iscsi {{(pid=93069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 09:33:07.326901 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-a3bceb9f-cd47-4baf-813d-c09d3b6398af admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3262484 Jul 28 09:33:07.329212 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 56670) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:33:07.333530 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [None req-2323b9ea-d3df-4f9d-8535-af0d520b92a7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1207442091-router', 'tenant_id': 'cab51cdd2eec4c368b4b6d1291eba163', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244'}}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:33:07.353808 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-2323b9ea-d3df-4f9d-8535-af0d520b92a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-7992358', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-245501'] for router, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:07.354784 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-2323b9ea-d3df-4f9d-8535-af0d520b92a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7992449', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8268108', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7907194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-245482'] for router, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:07.410973 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-2323b9ea-d3df-4f9d-8535-af0d520b92a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:07.474162 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d8dde5-d336-4e6c-ab48-4cc535360527 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc683d508-302d-5167-8507-eca6b1e3656d-4e6410cb-7cc7-4ee7-9700-cd727250589a', 'network_id': '4e6410cb-7cc7-4ee7-9700-cd727250589a', 'tenant_id': 'cab51cdd2eec4c368b4b6d1291eba163', 'fixed_ips': [{'subnet_id': '97c7ef9c-a253-4d82-a722-c28c1de47ea9'}]}} from dv-cinder-802669-1-iscsi. {{(pid=93069) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 28 09:33:07.475055 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-19d8dde5-d336-4e6c-ab48-4cc535360527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_create {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:07.490353 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1bef8b-6f0d-400f-9170-571914ed18c0 None None] Sync routers for ids ['08cf8842-9ba6-4727-962a-029234b12adf'] in dv-cinder-802669-1-iscsi {{(pid=93070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:33:07.499909 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1bef8b-6f0d-400f-9170-571914ed18c0 None None] Routers {'08cf8842-9ba6-4727-962a-029234b12adf'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:33:07.500519 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-ce1bef8b-6f0d-400f-9170-571914ed18c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:33:01Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['08cf8842-9ba6-4727-962a-029234b12adf'], 'active': True} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:33:07.549714 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-2323b9ea-d3df-4f9d-8535-af0d520b92a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8268982', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7992340', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-245272'] for router, precommit_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:07.605702 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvr_db [None req-ce1bef8b-6f0d-400f-9170-571914ed18c0 None None] Set router 08cf8842-9ba6-4727-962a-029234b12adf gateway port host: dv-cinder-802669-1-iscsi {{(pid=93070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:33:07.625563 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.db_base_plugin_common [None req-19d8dde5-d336-4e6c-ab48-4cc535360527 None None] Allocated IP 172.20.0.2 (4e6410cb-7cc7-4ee7-9700-cd727250589a/97c7ef9c-a253-4d82-a722-c28c1de47ea9/4570f5bf-faa1-4d9a-af5d-9495c5dd3f83) {{(pid=93069) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:33:07.765977 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-2323b9ea-d3df-4f9d-8535-af0d520b92a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:07.783789 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-19d8dde5-d336-4e6c-ab48-4cc535360527 None None] Notify callbacks [] for port, precommit_create {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:07.789933 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-2323b9ea-d3df-4f9d-8535-af0d520b92a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:07.793658 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-19d8dde5-d336-4e6c-ab48-4cc535360527 None None] Transition to ACTIVE for port object 4570f5bf-faa1-4d9a-af5d-9495c5dd3f83 will not be triggered until provisioned by entity L2. {{(pid=93069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:33:07.810706 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-19d8dde5-d336-4e6c-ab48-4cc535360527 None None] Transition to ACTIVE for port object 4570f5bf-faa1-4d9a-af5d-9495c5dd3f83 will not be triggered until provisioned by entity DHCP. {{(pid=93069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:33:07.817909 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-19d8dde5-d336-4e6c-ab48-4cc535360527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732595289878'] for port, after_create {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:07.854583 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d8dde5-d336-4e6c-ab48-4cc535360527 None None] Network 4e6410cb-7cc7-4ee7-9700-cd727250589a is already hosted by enough agents. {{(pid=93069) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:33:07.859026 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.scheduler.base_scheduler [None req-19d8dde5-d336-4e6c-ab48-4cc535360527 None None] Resources bound (agent type, host, resource id): {{(pid=93069) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:33:07.861438 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d8dde5-d336-4e6c-ab48-4cc535360527 None None] Received port after_create {{(pid=93069) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 09:33:07.873303 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d8dde5-d336-4e6c-ab48-4cc535360527 None None] Pushing event updated for resources: {'Port': ['ID=4570f5bf-faa1-4d9a-af5d-9495c5dd3f83,revision_number=1']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:33:07.896888 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-ce1bef8b-6f0d-400f-9170-571914ed18c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08cf8842-9ba6-4727-962a-029234b12adf', 'name': 'tempest-TestVolumeBootPattern-1033886439-router', 'tenant_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '0548ad2c-328c-41fa-b73c-000b168b73e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:33:02Z', 'updated_at': '2021-07-28T09:33:05Z', 'revision_number': 4, 'project_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'gw_port': {'id': '0548ad2c-328c-41fa-b73c-000b168b73e9', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cf8842-9ba6-4727-962a-029234b12adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:33:03Z', 'updated_at': '2021-07-28T09:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_interfaces': [{'id': '11864257-5261-46f6-89f1-ad7c22467db5', 'name': '', 'network_id': '1fc2852d-286a-4480-bedd-ff38c463ba78', 'tenant_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'mac_address': 'fa:16:3e:35:ca:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08cf8842-9ba6-4727-962a-029234b12adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c19c44fd-98e8-496f-991b-1b9a52c58e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:33:05Z', 'updated_at': '2021-07-28T09:33:05Z', 'revision_number': 2, 'project_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'subnets': [{'id': 'c19c44fd-98e8-496f-991b-1b9a52c58e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:33:07.904237 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.db_base_plugin_common [None req-2323b9ea-d3df-4f9d-8535-af0d520b92a7 admin admin] Allocated IP 172.27.3.182 (30331174-7d3c-4928-87ce-fe2956ee4244/7bde36bf-957f-4642-ab95-d9df711170af/672eceb8-0ca0-43ea-a4ab-b1f979f940cb) {{(pid=93067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:33:07.927433 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1bef8b-6f0d-400f-9170-571914ed18c0 None None] Checking router: 08cf8842-9ba6-4727-962a-029234b12adf for host: dv-cinder-802669-1-iscsi {{(pid=93070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:33:07.927806 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1bef8b-6f0d-400f-9170-571914ed18c0 None None] Updating router 08cf8842-9ba6-4727-962a-029234b12adf port 11864257-5261-46f6-89f1-ad7c22467db5 binding host dv-cinder-802669-1-iscsi {{(pid=93070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 09:33:07.928793 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.managers [None req-19d8dde5-d336-4e6c-ab48-4cc535360527 None None] Attempting to bind port 4570f5bf-faa1-4d9a-af5d-9495c5dd3f83 on host dv-cinder-802669-1-iscsi for vnic_type normal with profile {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 09:33:07.929170 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.managers [None req-19d8dde5-d336-4e6c-ab48-4cc535360527 None None] Attempting to bind port 4570f5bf-faa1-4d9a-af5d-9495c5dd3f83 by drivers openvswitch,hyperv on host dv-cinder-802669-1-iscsi at level 0 using segments [{'id': 'e4118ae8-6683-493d-b8cb-9e31835ad073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e6410cb-7cc7-4ee7-9700-cd727250589a'}] {{(pid=93069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 09:33:07.929535 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d8dde5-d336-4e6c-ab48-4cc535360527 None None] Attempting to bind port 4570f5bf-faa1-4d9a-af5d-9495c5dd3f83 on network 4e6410cb-7cc7-4ee7-9700-cd727250589a {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 09:33:07.934646 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d8dde5-d336-4e6c-ab48-4cc535360527 None None] Checking agent: {'id': 'c23067a4-a93a-4753-ba74-9a71aabd88dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 9, 17, 1), 'started_at': datetime.datetime(2021, 7, 28, 9, 17, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 9, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 09:33:07.935028 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d8dde5-d336-4e6c-ab48-4cc535360527 None None] Checking segment: {'id': 'e4118ae8-6683-493d-b8cb-9e31835ad073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e6410cb-7cc7-4ee7-9700-cd727250589a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 09:33:07.935429 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-19d8dde5-d336-4e6c-ab48-4cc535360527 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:07.936419 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d8dde5-d336-4e6c-ab48-4cc535360527 None None] Bound using segment: {'id': 'e4118ae8-6683-493d-b8cb-9e31835ad073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e6410cb-7cc7-4ee7-9700-cd727250589a'} {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 09:33:07.936888 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.managers [None req-19d8dde5-d336-4e6c-ab48-4cc535360527 None None] Bound port: 4570f5bf-faa1-4d9a-af5d-9495c5dd3f83, host: dv-cinder-802669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4118ae8-6683-493d-b8cb-9e31835ad073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e6410cb-7cc7-4ee7-9700-cd727250589a'}}] {{(pid=93069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 09:33:07.937272 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-19d8dde5-d336-4e6c-ab48-4cc535360527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:07.952317 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-ce1bef8b-6f0d-400f-9170-571914ed18c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:08.003619 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-19d8dde5-d336-4e6c-ab48-4cc535360527 None None] For port 4570f5bf-faa1-4d9a-af5d-9495c5dd3f83, host dv-cinder-802669-1-iscsi, cleared binding levels {{(pid=93069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:33:08.007021 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-19d8dde5-d336-4e6c-ab48-4cc535360527 None None] For port 4570f5bf-faa1-4d9a-af5d-9495c5dd3f83, host dv-cinder-802669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=4570f5bf-faa1-4d9a-af5d-9495c5dd3f83,segment=NetworkSegment(e4118ae8-6683-493d-b8cb-9e31835ad073),segment_id=e4118ae8-6683-493d-b8cb-9e31835ad073)] {{(pid=93069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:33:08.011858 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-19d8dde5-d336-4e6c-ab48-4cc535360527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:08.013038 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-2323b9ea-d3df-4f9d-8535-af0d520b92a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:08.054480 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-2323b9ea-d3df-4f9d-8535-af0d520b92a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732595289878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33549966'] for port, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:08.078284 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d8dde5-d336-4e6c-ab48-4cc535360527 None None] Pushing event updated for resources: {'Port': ['ID=4570f5bf-faa1-4d9a-af5d-9495c5dd3f83,revision_number=2']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:33:08.092917 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2323b9ea-d3df-4f9d-8535-af0d520b92a7 admin admin] Network 30331174-7d3c-4928-87ce-fe2956ee4244 is already hosted by enough agents. {{(pid=93067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:33:08.095846 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.base_scheduler [None req-2323b9ea-d3df-4f9d-8535-af0d520b92a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:33:08.099261 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2323b9ea-d3df-4f9d-8535-af0d520b92a7 admin admin] Received port after_create {{(pid=93067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 09:33:08.131402 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2323b9ea-d3df-4f9d-8535-af0d520b92a7 admin admin] Pushing event updated for resources: {'Port': ['ID=672eceb8-0ca0-43ea-a4ab-b1f979f940cb,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:33:08.241226 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-ce1bef8b-6f0d-400f-9170-571914ed18c0 None None] Notify callbacks [] for port, precommit_update {{(pid=93070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:08.259984 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.provisioning_blocks [None req-ce1bef8b-6f0d-400f-9170-571914ed18c0 None None] Transition to ACTIVE for port object 11864257-5261-46f6-89f1-ad7c22467db5 will not be triggered until provisioned by entity L2. {{(pid=93070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:33:08.266890 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-ce1bef8b-6f0d-400f-9170-571914ed18c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:08.348712 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a6ea45-2c17-43f5-bd9d-47f1a7288947 None None] Pushing event updated for resources: {'Port': ['ID=11864257-5261-46f6-89f1-ad7c22467db5,revision_number=3']} {{(pid=93070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:33:08.369172 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a6ea45-2c17-43f5-bd9d-47f1a7288947 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:33:08.369503 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a6ea45-2c17-43f5-bd9d-47f1a7288947 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:33:08.369835 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a6ea45-2c17-43f5-bd9d-47f1a7288947 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:33:08.370166 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a6ea45-2c17-43f5-bd9d-47f1a7288947 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:33:08.370486 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a6ea45-2c17-43f5-bd9d-47f1a7288947 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:33:08.370807 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a6ea45-2c17-43f5-bd9d-47f1a7288947 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:33:08.371122 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a6ea45-2c17-43f5-bd9d-47f1a7288947 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:33:08.371437 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a6ea45-2c17-43f5-bd9d-47f1a7288947 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:33:08.371798 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a6ea45-2c17-43f5-bd9d-47f1a7288947 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:33:08.372117 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a6ea45-2c17-43f5-bd9d-47f1a7288947 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:33:08.372531 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a6ea45-2c17-43f5-bd9d-47f1a7288947 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:33:08.372728 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a6ea45-2c17-43f5-bd9d-47f1a7288947 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93070) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:33:08.389630 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.managers [None req-ce1bef8b-6f0d-400f-9170-571914ed18c0 None None] Attempting to bind port 11864257-5261-46f6-89f1-ad7c22467db5 on host dv-cinder-802669-1-iscsi for vnic_type normal with profile {{(pid=93070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 09:33:08.389993 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.managers [None req-ce1bef8b-6f0d-400f-9170-571914ed18c0 None None] Attempting to bind port 11864257-5261-46f6-89f1-ad7c22467db5 by drivers openvswitch,hyperv on host dv-cinder-802669-1-iscsi at level 0 using segments [{'id': '55af3968-752b-4fb5-bec2-f41233d41b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1fc2852d-286a-4480-bedd-ff38c463ba78'}] {{(pid=93070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 09:33:08.390348 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1bef8b-6f0d-400f-9170-571914ed18c0 None None] Attempting to bind port 11864257-5261-46f6-89f1-ad7c22467db5 on network 1fc2852d-286a-4480-bedd-ff38c463ba78 {{(pid=93070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 09:33:08.395238 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-2323b9ea-d3df-4f9d-8535-af0d520b92a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:08.395774 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1bef8b-6f0d-400f-9170-571914ed18c0 None None] Checking agent: {'id': 'c23067a4-a93a-4753-ba74-9a71aabd88dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 9, 17, 1), 'started_at': datetime.datetime(2021, 7, 28, 9, 17, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 9, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 09:33:08.396021 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1bef8b-6f0d-400f-9170-571914ed18c0 None None] Checking segment: {'id': '55af3968-752b-4fb5-bec2-f41233d41b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1fc2852d-286a-4480-bedd-ff38c463ba78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 09:33:08.396414 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-ce1bef8b-6f0d-400f-9170-571914ed18c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:08.396793 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1bef8b-6f0d-400f-9170-571914ed18c0 None None] Bound using segment: {'id': '55af3968-752b-4fb5-bec2-f41233d41b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1fc2852d-286a-4480-bedd-ff38c463ba78'} {{(pid=93070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 09:33:08.397425 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.managers [None req-ce1bef8b-6f0d-400f-9170-571914ed18c0 None None] Bound port: 11864257-5261-46f6-89f1-ad7c22467db5, host: dv-cinder-802669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55af3968-752b-4fb5-bec2-f41233d41b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1fc2852d-286a-4480-bedd-ff38c463ba78'}}] {{(pid=93070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 09:33:08.397820 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-ce1bef8b-6f0d-400f-9170-571914ed18c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:08.463206 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.db [None req-ce1bef8b-6f0d-400f-9170-571914ed18c0 None None] For port 11864257-5261-46f6-89f1-ad7c22467db5, host dv-cinder-802669-1-iscsi, cleared binding levels {{(pid=93070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:33:08.466369 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.db [None req-ce1bef8b-6f0d-400f-9170-571914ed18c0 None None] For port 11864257-5261-46f6-89f1-ad7c22467db5, host dv-cinder-802669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=11864257-5261-46f6-89f1-ad7c22467db5,segment=NetworkSegment(55af3968-752b-4fb5-bec2-f41233d41b45),segment_id=55af3968-752b-4fb5-bec2-f41233d41b45)] {{(pid=93070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:33:08.472662 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-ce1bef8b-6f0d-400f-9170-571914ed18c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:08.538091 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a6ea45-2c17-43f5-bd9d-47f1a7288947 None None] Pushing event updated for resources: {'Port': ['ID=11864257-5261-46f6-89f1-ad7c22467db5,revision_number=4']} {{(pid=93070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:33:08.547883 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1bef8b-6f0d-400f-9170-571914ed18c0 None None] Routers {'08cf8842-9ba6-4727-962a-029234b12adf'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:33:08.548497 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-ce1bef8b-6f0d-400f-9170-571914ed18c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:33:01Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['08cf8842-9ba6-4727-962a-029234b12adf'], 'active': True} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:33:08.611219 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-2323b9ea-d3df-4f9d-8535-af0d520b92a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7992349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8268947'] for router, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:08.660038 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvr_db [None req-ce1bef8b-6f0d-400f-9170-571914ed18c0 None None] Set router 08cf8842-9ba6-4727-962a-029234b12adf gateway port host: dv-cinder-802669-1-iscsi {{(pid=93070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:33:08.764712 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2323b9ea-d3df-4f9d-8535-af0d520b92a7 admin admin] Router fc265f07-7c2e-4d95-b61b-e3d3ed5c3232 is scheduled to L3 agent 4c8802ae-c91a-4e26-b3c6-37f497a3b5b2 with binding_index 1 {{(pid=93067) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 28 09:33:08.882129 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2323b9ea-d3df-4f9d-8535-af0d520b92a7 admin admin] Notify agent at l3_agent.dv-cinder-802669-1-iscsi the message routers_updated {{(pid=93067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:33:08.896126 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482964cc-a19f-4ba2-96ed-b30a14c3447b None None] Sync routers for ids ['fc265f07-7c2e-4d95-b61b-e3d3ed5c3232'] in dv-cinder-802669-1-iscsi {{(pid=93069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:33:08.903410 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-2323b9ea-d3df-4f9d-8535-af0d520b92a7 admin admin] Notify callbacks [] for router, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:08.906296 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-2323b9ea-d3df-4f9d-8535-af0d520b92a7 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5757689 Jul 28 09:33:08.909019 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 56672) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:33:08.910309 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device 4570f5bf-faa1-4d9a-af5d-9495c5dd3f83 up at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:33:08.923364 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-ce1bef8b-6f0d-400f-9170-571914ed18c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08cf8842-9ba6-4727-962a-029234b12adf', 'name': 'tempest-TestVolumeBootPattern-1033886439-router', 'tenant_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '0548ad2c-328c-41fa-b73c-000b168b73e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:33:02Z', 'updated_at': '2021-07-28T09:33:05Z', 'revision_number': 4, 'project_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'gw_port': {'id': '0548ad2c-328c-41fa-b73c-000b168b73e9', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cf8842-9ba6-4727-962a-029234b12adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:33:03Z', 'updated_at': '2021-07-28T09:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_interfaces': [{'id': '11864257-5261-46f6-89f1-ad7c22467db5', 'name': '', 'network_id': '1fc2852d-286a-4480-bedd-ff38c463ba78', 'tenant_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'mac_address': 'fa:16:3e:35:ca:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08cf8842-9ba6-4727-962a-029234b12adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c19c44fd-98e8-496f-991b-1b9a52c58e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:33:05Z', 'updated_at': '2021-07-28T09:33:08Z', 'revision_number': 4, 'project_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'subnets': [{'id': 'c19c44fd-98e8-496f-991b-1b9a52c58e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:33:08.938613 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482964cc-a19f-4ba2-96ed-b30a14c3447b None None] Routers {'fc265f07-7c2e-4d95-b61b-e3d3ed5c3232'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:33:08.939239 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-482964cc-a19f-4ba2-96ed-b30a14c3447b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:33:01Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['fc265f07-7c2e-4d95-b61b-e3d3ed5c3232'], 'active': True} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:33:08.961851 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce1bef8b-6f0d-400f-9170-571914ed18c0 None None] The sync data for ids ['08cf8842-9ba6-4727-962a-029234b12adf'] in dv-cinder-802669-1-iscsi is: [{'id': '08cf8842-9ba6-4727-962a-029234b12adf', 'name': 'tempest-TestVolumeBootPattern-1033886439-router', 'tenant_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '0548ad2c-328c-41fa-b73c-000b168b73e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:33:02Z', 'updated_at': '2021-07-28T09:33:05Z', 'revision_number': 4, 'project_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'gw_port': {'id': '0548ad2c-328c-41fa-b73c-000b168b73e9', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cf8842-9ba6-4727-962a-029234b12adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:33:03Z', 'updated_at': '2021-07-28T09:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_interfaces': [{'id': '11864257-5261-46f6-89f1-ad7c22467db5', 'name': '', 'network_id': '1fc2852d-286a-4480-bedd-ff38c463ba78', 'tenant_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'mac_address': 'fa:16:3e:35:ca:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08cf8842-9ba6-4727-962a-029234b12adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c19c44fd-98e8-496f-991b-1b9a52c58e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:33:05Z', 'updated_at': '2021-07-28T09:33:08Z', 'revision_number': 4, 'project_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'subnets': [{'id': 'c19c44fd-98e8-496f-991b-1b9a52c58e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:33:09.057121 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning for port 4570f5bf-faa1-4d9a-af5d-9495c5dd3f83 completed by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:33:09.066254 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device 0548ad2c-328c-41fa-b73c-000b168b73e9 up at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:33:09.112382 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvr_db [None req-482964cc-a19f-4ba2-96ed-b30a14c3447b None None] Set router fc265f07-7c2e-4d95-b61b-e3d3ed5c3232 gateway port host: dv-cinder-802669-1-iscsi {{(pid=93069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:33:09.212633 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e775f08-95b4-491a-94bb-132fbe144fbb None None] Network 4e6410cb-7cc7-4ee7-9700-cd727250589a requested from dv-cinder-802669-1-iscsi {{(pid=93069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 09:33:09.309131 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-b6485020-b8af-4f04-b59d-1225cb4b8a3c None None] Provisioning for port 4570f5bf-faa1-4d9a-af5d-9495c5dd3f83 completed by entity DHCP. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:33:09.324818 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning complete for port 0548ad2c-328c-41fa-b73c-000b168b73e9 triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:33:09.325194 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:09.327474 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-b6485020-b8af-4f04-b59d-1225cb4b8a3c None None] Provisioning complete for port 4570f5bf-faa1-4d9a-af5d-9495c5dd3f83 triggered by entity DHCP. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:33:09.327964 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-b6485020-b8af-4f04-b59d-1225cb4b8a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:09.408974 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-df3d334d-ad8d-42a1-b4ee-9242dd23bbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:09.581273 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.db.db_base_plugin_common [None req-df3d334d-ad8d-42a1-b4ee-9242dd23bbde admin admin] Allocated IP 172.20.0.1 (4e6410cb-7cc7-4ee7-9700-cd727250589a/97c7ef9c-a253-4d82-a722-c28c1de47ea9/3f95a8aa-5a9a-401a-a8a7-b3e7ce5098aa) {{(pid=93068) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:33:09.698871 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-df3d334d-ad8d-42a1-b4ee-9242dd23bbde admin admin] Notify callbacks [] for port, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:09.714154 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.db.provisioning_blocks [None req-df3d334d-ad8d-42a1-b4ee-9242dd23bbde admin admin] Transition to ACTIVE for port object 3f95a8aa-5a9a-401a-a8a7-b3e7ce5098aa will not be triggered until provisioned by entity DHCP. {{(pid=93068) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:33:09.730162 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-b6485020-b8af-4f04-b59d-1225cb4b8a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:09.733570 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-482964cc-a19f-4ba2-96ed-b30a14c3447b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc265f07-7c2e-4d95-b61b-e3d3ed5c3232', 'name': 'tempest-TestVolumeBootPattern-1207442091-router', 'tenant_id': 'cab51cdd2eec4c368b4b6d1291eba163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '672eceb8-0ca0-43ea-a4ab-b1f979f940cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:33:07Z', 'updated_at': '2021-07-28T09:33:08Z', 'revision_number': 3, 'project_id': 'cab51cdd2eec4c368b4b6d1291eba163', 'gw_port': {'id': '672eceb8-0ca0-43ea-a4ab-b1f979f940cb', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:55:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc265f07-7c2e-4d95-b61b-e3d3ed5c3232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:33:07Z', 'updated_at': '2021-07-28T09:33:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi'}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:33:09.750968 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-df3d334d-ad8d-42a1-b4ee-9242dd23bbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732595289878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036940'] for port, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:09.773855 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482964cc-a19f-4ba2-96ed-b30a14c3447b None None] Checking router: fc265f07-7c2e-4d95-b61b-e3d3ed5c3232 for host: dv-cinder-802669-1-iscsi {{(pid=93069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:33:09.774208 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482964cc-a19f-4ba2-96ed-b30a14c3447b None None] Updating router fc265f07-7c2e-4d95-b61b-e3d3ed5c3232 port 672eceb8-0ca0-43ea-a4ab-b1f979f940cb binding host dv-cinder-802669-1-iscsi {{(pid=93069) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 09:33:09.794062 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3d334d-ad8d-42a1-b4ee-9242dd23bbde admin admin] Network 4e6410cb-7cc7-4ee7-9700-cd727250589a is already hosted by enough agents. {{(pid=93068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:33:09.799217 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.base_scheduler [None req-df3d334d-ad8d-42a1-b4ee-9242dd23bbde admin admin] Resources bound (agent type, host, resource id): {{(pid=93068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:33:09.803373 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3d334d-ad8d-42a1-b4ee-9242dd23bbde admin admin] Received port after_create {{(pid=93068) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 09:33:09.824077 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-482964cc-a19f-4ba2-96ed-b30a14c3447b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:09.827498 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-b6485020-b8af-4f04-b59d-1225cb4b8a3c None None] For port 4570f5bf-faa1-4d9a-af5d-9495c5dd3f83, host dv-cinder-802669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=4570f5bf-faa1-4d9a-af5d-9495c5dd3f83,segment=NetworkSegment(e4118ae8-6683-493d-b8cb-9e31835ad073),segment_id=e4118ae8-6683-493d-b8cb-9e31835ad073)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:33:09.850071 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-b6485020-b8af-4f04-b59d-1225cb4b8a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:09.855159 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-df3d334d-ad8d-42a1-b4ee-9242dd23bbde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8268876'] for router_interface, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:09.957889 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3d334d-ad8d-42a1-b4ee-9242dd23bbde admin admin] Pushing event updated for resources: {'Port': ['ID=3f95a8aa-5a9a-401a-a8a7-b3e7ce5098aa,revision_number=1']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:33:09.976540 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6485020-b8af-4f04-b59d-1225cb4b8a3c None None] Pushing event updated for resources: {'Port': ['ID=4570f5bf-faa1-4d9a-af5d-9495c5dd3f83,revision_number=3']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:33:10.017390 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-df3d334d-ad8d-42a1-b4ee-9242dd23bbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:10.102527 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-ee80568a-0369-4c23-905b-efad44778139 None None] Provisioning complete for port 4570f5bf-faa1-4d9a-af5d-9495c5dd3f83 triggered by entity DHCP. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:33:10.102891 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-ee80568a-0369-4c23-905b-efad44778139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:10.199941 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-482964cc-a19f-4ba2-96ed-b30a14c3447b None None] Notify callbacks [] for port, precommit_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:10.208113 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-df3d334d-ad8d-42a1-b4ee-9242dd23bbde admin admin] Notify callbacks [] for port, precommit_update {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:10.213523 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-df3d334d-ad8d-42a1-b4ee-9242dd23bbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6036935'] for port, after_update {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:10.213912 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-482964cc-a19f-4ba2-96ed-b30a14c3447b None None] Transition to ACTIVE for port object 672eceb8-0ca0-43ea-a4ab-b1f979f940cb will not be triggered until provisioned by entity L2. {{(pid=93069) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:33:10.247018 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-482964cc-a19f-4ba2-96ed-b30a14c3447b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:10.284358 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-df3d334d-ad8d-42a1-b4ee-9242dd23bbde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8069282', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8270300'] for router_interface, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:10.303715 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3d334d-ad8d-42a1-b4ee-9242dd23bbde admin admin] Pushing event updated for resources: {'Port': ['ID=3f95a8aa-5a9a-401a-a8a7-b3e7ce5098aa,revision_number=2']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:33:10.311096 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.managers [None req-482964cc-a19f-4ba2-96ed-b30a14c3447b None None] Attempting to bind port 672eceb8-0ca0-43ea-a4ab-b1f979f940cb on host dv-cinder-802669-1-iscsi for vnic_type normal with profile {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 09:33:10.311847 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.managers [None req-482964cc-a19f-4ba2-96ed-b30a14c3447b None None] Attempting to bind port 672eceb8-0ca0-43ea-a4ab-b1f979f940cb by drivers openvswitch,hyperv on host dv-cinder-802669-1-iscsi at level 0 using segments [{'id': 'b226f756-b865-4ac3-ba22-f8bcfda44394', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244'}] {{(pid=93069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 09:33:10.312304 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482964cc-a19f-4ba2-96ed-b30a14c3447b None None] Attempting to bind port 672eceb8-0ca0-43ea-a4ab-b1f979f940cb on network 30331174-7d3c-4928-87ce-fe2956ee4244 {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 09:33:10.320758 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482964cc-a19f-4ba2-96ed-b30a14c3447b None None] Checking agent: {'id': 'c23067a4-a93a-4753-ba74-9a71aabd88dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 9, 17, 1), 'started_at': datetime.datetime(2021, 7, 28, 9, 17, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 9, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 09:33:10.321143 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482964cc-a19f-4ba2-96ed-b30a14c3447b None None] Checking segment: {'id': 'b226f756-b865-4ac3-ba22-f8bcfda44394', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93069) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 09:33:10.321546 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-482964cc-a19f-4ba2-96ed-b30a14c3447b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:10.321938 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482964cc-a19f-4ba2-96ed-b30a14c3447b None None] Bound using segment: {'id': 'b226f756-b865-4ac3-ba22-f8bcfda44394', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244'} {{(pid=93069) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 09:33:10.322411 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.managers [None req-482964cc-a19f-4ba2-96ed-b30a14c3447b None None] Bound port: 672eceb8-0ca0-43ea-a4ab-b1f979f940cb, host: dv-cinder-802669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b226f756-b865-4ac3-ba22-f8bcfda44394', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244'}}] {{(pid=93069) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 09:33:10.322792 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-482964cc-a19f-4ba2-96ed-b30a14c3447b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:10.330639 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b46781-a0df-4d42-ad25-739ddaf3682b None None] Pushing event updated for resources: {'Port': ['ID=672eceb8-0ca0-43ea-a4ab-b1f979f940cb,revision_number=2']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:33:10.379991 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-482964cc-a19f-4ba2-96ed-b30a14c3447b None None] For port 672eceb8-0ca0-43ea-a4ab-b1f979f940cb, host dv-cinder-802669-1-iscsi, cleared binding levels {{(pid=93069) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:33:10.383512 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-482964cc-a19f-4ba2-96ed-b30a14c3447b None None] For port 672eceb8-0ca0-43ea-a4ab-b1f979f940cb, host dv-cinder-802669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=672eceb8-0ca0-43ea-a4ab-b1f979f940cb,segment=NetworkSegment(b226f756-b865-4ac3-ba22-f8bcfda44394),segment_id=b226f756-b865-4ac3-ba22-f8bcfda44394)] {{(pid=93069) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:33:10.386814 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3d334d-ad8d-42a1-b4ee-9242dd23bbde admin admin] Network 4e6410cb-7cc7-4ee7-9700-cd727250589a is already hosted by enough agents. {{(pid=93068) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:33:10.387739 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-482964cc-a19f-4ba2-96ed-b30a14c3447b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:10.388197 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.base_scheduler [None req-df3d334d-ad8d-42a1-b4ee-9242dd23bbde admin admin] Resources bound (agent type, host, resource id): {{(pid=93068) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:33:10.441547 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-97bea924-6bc8-4b85-aa59-e7bd1cd71abb None None] Provisioning for port 3f95a8aa-5a9a-401a-a8a7-b3e7ce5098aa completed by entity DHCP. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:33:10.461984 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-97bea924-6bc8-4b85-aa59-e7bd1cd71abb None None] Provisioning complete for port 3f95a8aa-5a9a-401a-a8a7-b3e7ce5098aa triggered by entity DHCP. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:33:10.462099 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-97bea924-6bc8-4b85-aa59-e7bd1cd71abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:10.468646 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b46781-a0df-4d42-ad25-739ddaf3682b None None] Pushing event updated for resources: {'Port': ['ID=672eceb8-0ca0-43ea-a4ab-b1f979f940cb,revision_number=3']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:33:10.488566 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482964cc-a19f-4ba2-96ed-b30a14c3447b None None] Routers {'fc265f07-7c2e-4d95-b61b-e3d3ed5c3232'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:33:10.489195 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-482964cc-a19f-4ba2-96ed-b30a14c3447b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:33:01Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['fc265f07-7c2e-4d95-b61b-e3d3ed5c3232'], 'active': True} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:33:10.508473 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df3d334d-ad8d-42a1-b4ee-9242dd23bbde admin admin] Router fc265f07-7c2e-4d95-b61b-e3d3ed5c3232 has already been hosted by L3 agent 4c8802ae-c91a-4e26-b3c6-37f497a3b5b2 {{(pid=93068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 09:33:10.546062 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-97bea924-6bc8-4b85-aa59-e7bd1cd71abb None None] Port 3f95a8aa-5a9a-401a-a8a7-b3e7ce5098aa cannot update to ACTIVE because it is not bound. {{(pid=93069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 09:33:10.612026 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvr_db [None req-482964cc-a19f-4ba2-96ed-b30a14c3447b None None] Set router fc265f07-7c2e-4d95-b61b-e3d3ed5c3232 gateway port host: dv-cinder-802669-1-iscsi {{(pid=93069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:33:10.620973 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df3d334d-ad8d-42a1-b4ee-9242dd23bbde admin admin] Notify agent at l3_agent.dv-cinder-802669-1-iscsi the message routers_updated {{(pid=93068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:33:10.625959 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-df3d334d-ad8d-42a1-b4ee-9242dd23bbde admin admin] 10.222.0.23 "PUT /v2.0/routers/fc265f07-7c2e-4d95-b61b-e3d3ed5c3232/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7159173 Jul 28 09:33:10.730426 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-6323fa85-56bc-47f8-b6e4-beb223453b63 None None] Provisioning complete for port 3f95a8aa-5a9a-401a-a8a7-b3e7ce5098aa triggered by entity DHCP. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:33:10.730805 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-6323fa85-56bc-47f8-b6e4-beb223453b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:10.783956 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-6323fa85-56bc-47f8-b6e4-beb223453b63 None None] Port 3f95a8aa-5a9a-401a-a8a7-b3e7ce5098aa cannot update to ACTIVE because it is not bound. {{(pid=93069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 09:33:10.856534 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device 11864257-5261-46f6-89f1-ad7c22467db5 up at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:33:10.887932 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-482964cc-a19f-4ba2-96ed-b30a14c3447b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc265f07-7c2e-4d95-b61b-e3d3ed5c3232', 'name': 'tempest-TestVolumeBootPattern-1207442091-router', 'tenant_id': 'cab51cdd2eec4c368b4b6d1291eba163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '672eceb8-0ca0-43ea-a4ab-b1f979f940cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:33:07Z', 'updated_at': '2021-07-28T09:33:09Z', 'revision_number': 4, 'project_id': 'cab51cdd2eec4c368b4b6d1291eba163', 'gw_port': {'id': '672eceb8-0ca0-43ea-a4ab-b1f979f940cb', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:55:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc265f07-7c2e-4d95-b61b-e3d3ed5c3232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:33:07Z', 'updated_at': '2021-07-28T09:33:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_interfaces': [{'id': '3f95a8aa-5a9a-401a-a8a7-b3e7ce5098aa', 'name': '', 'network_id': '4e6410cb-7cc7-4ee7-9700-cd727250589a', 'tenant_id': 'cab51cdd2eec4c368b4b6d1291eba163', 'mac_address': 'fa:16:3e:74:85:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc265f07-7c2e-4d95-b61b-e3d3ed5c3232', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '97c7ef9c-a253-4d82-a722-c28c1de47ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:33:09Z', 'updated_at': '2021-07-28T09:33:10Z', 'revision_number': 2, 'project_id': 'cab51cdd2eec4c368b4b6d1291eba163', 'subnets': [{'id': '97c7ef9c-a253-4d82-a722-c28c1de47ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:33:10.915393 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482964cc-a19f-4ba2-96ed-b30a14c3447b None None] The sync data for ids ['fc265f07-7c2e-4d95-b61b-e3d3ed5c3232'] in dv-cinder-802669-1-iscsi is: [{'id': 'fc265f07-7c2e-4d95-b61b-e3d3ed5c3232', 'name': 'tempest-TestVolumeBootPattern-1207442091-router', 'tenant_id': 'cab51cdd2eec4c368b4b6d1291eba163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '672eceb8-0ca0-43ea-a4ab-b1f979f940cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:33:07Z', 'updated_at': '2021-07-28T09:33:09Z', 'revision_number': 4, 'project_id': 'cab51cdd2eec4c368b4b6d1291eba163', 'gw_port': {'id': '672eceb8-0ca0-43ea-a4ab-b1f979f940cb', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:55:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc265f07-7c2e-4d95-b61b-e3d3ed5c3232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:33:07Z', 'updated_at': '2021-07-28T09:33:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_interfaces': [{'id': '3f95a8aa-5a9a-401a-a8a7-b3e7ce5098aa', 'name': '', 'network_id': '4e6410cb-7cc7-4ee7-9700-cd727250589a', 'tenant_id': 'cab51cdd2eec4c368b4b6d1291eba163', 'mac_address': 'fa:16:3e:74:85:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc265f07-7c2e-4d95-b61b-e3d3ed5c3232', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '97c7ef9c-a253-4d82-a722-c28c1de47ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:33:09Z', 'updated_at': '2021-07-28T09:33:10Z', 'revision_number': 2, 'project_id': 'cab51cdd2eec4c368b4b6d1291eba163', 'subnets': [{'id': '97c7ef9c-a253-4d82-a722-c28c1de47ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:33:10.937546 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning for port 11864257-5261-46f6-89f1-ad7c22467db5 completed by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:33:10.941584 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning complete for port 11864257-5261-46f6-89f1-ad7c22467db5 triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:33:10.941965 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:11.023867 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:11.058537 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] For port 11864257-5261-46f6-89f1-ad7c22467db5, host dv-cinder-802669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=11864257-5261-46f6-89f1-ad7c22467db5,segment=NetworkSegment(55af3968-752b-4fb5-bec2-f41233d41b45),segment_id=55af3968-752b-4fb5-bec2-f41233d41b45)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:33:11.063767 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:11.064586 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device 4570f5bf-faa1-4d9a-af5d-9495c5dd3f83 up at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:33:11.165553 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Pushing event updated for resources: {'Port': ['ID=11864257-5261-46f6-89f1-ad7c22467db5,revision_number=5']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:33:11.176769 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning complete for port 4570f5bf-faa1-4d9a-af5d-9495c5dd3f83 triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:33:11.177245 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:11.558820 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 56680) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:33:11.582857 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [None req-a2d90ad4-d309-4d18-9cf5-e9d0e4454668 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1050948725', 'description': 'tempest-secgroup-smoke-1050948725 description', 'project_id': '05659f9cc8374aa8b620b7f85c3b9efd'}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:33:11.609697 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-a2d90ad4-d309-4d18-9cf5-e9d0e4454668 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks [] for security_group, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:11.705682 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-a2d90ad4-d309-4d18-9cf5-e9d0e4454668 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks [] for security_group, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:11.711232 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-a2d90ad4-d309-4d18-9cf5-e9d0e4454668 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:11.738514 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-a2d90ad4-d309-4d18-9cf5-e9d0e4454668 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks [] for security_group, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:11.742630 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-a2d90ad4-d309-4d18-9cf5-e9d0e4454668 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1777527 Jul 28 09:33:11.742759 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 56682) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:33:11.748413 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [None req-e0b8b09b-1bbe-4330-84b7-436b8f9575ee tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Request body: {'security_group_rule': {'security_group_id': '5b859362-3239-411c-a566-9eef8f323077', 'project_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:33:11.754355 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d90ad4-d309-4d18-9cf5-e9d0e4454668 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b859362-3239-411c-a566-9eef8f323077,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:33:11.779107 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-e0b8b09b-1bbe-4330-84b7-436b8f9575ee tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:11.840527 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-e0b8b09b-1bbe-4330-84b7-436b8f9575ee tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:11.844901 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-e0b8b09b-1bbe-4330-84b7-436b8f9575ee tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935926'] for security_group_rule, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:11.864808 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b8b09b-1bbe-4330-84b7-436b8f9575ee tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8edccae6-0804-4b22-9813-1860b17d6ee5,revision_number=0']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:33:11.869236 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-e0b8b09b-1bbe-4330-84b7-436b8f9575ee tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:11.870475 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-e0b8b09b-1bbe-4330-84b7-436b8f9575ee tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1268106 Jul 28 09:33:11.873696 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 56684) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:33:11.878147 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [None req-6fecf718-c6b9-4430-b33e-6114144ebcdd tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Request body: {'security_group_rule': {'security_group_id': '5b859362-3239-411c-a566-9eef8f323077', 'project_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:33:11.908766 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-6fecf718-c6b9-4430-b33e-6114144ebcdd tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:11.970825 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-6fecf718-c6b9-4430-b33e-6114144ebcdd tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:11.974640 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-6fecf718-c6b9-4430-b33e-6114144ebcdd tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935926'] for security_group_rule, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:11.996132 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fecf718-c6b9-4430-b33e-6114144ebcdd tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec124f6b-a567-4fa7-8ef0-9a078c080421,revision_number=0']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:33:11.999947 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-6fecf718-c6b9-4430-b33e-6114144ebcdd tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:12.001152 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-6fecf718-c6b9-4430-b33e-6114144ebcdd tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1265461 Jul 28 09:33:12.003839 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 56686) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:33:12.008266 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [None req-f1e236d8-8bf6-4b5b-ae9b-be03170cb63b tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Request body: {'security_group_rule': {'security_group_id': '5b859362-3239-411c-a566-9eef8f323077', 'project_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:33:12.035939 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-f1e236d8-8bf6-4b5b-ae9b-be03170cb63b tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:12.096565 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-f1e236d8-8bf6-4b5b-ae9b-be03170cb63b tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:12.100272 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-f1e236d8-8bf6-4b5b-ae9b-be03170cb63b tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935926'] for security_group_rule, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:12.119648 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e236d8-8bf6-4b5b-ae9b-be03170cb63b tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eaf08cf-7d47-4d7b-beec-679b487048c9,revision_number=0']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:33:12.124291 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-f1e236d8-8bf6-4b5b-ae9b-be03170cb63b tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:12.128099 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-f1e236d8-8bf6-4b5b-ae9b-be03170cb63b tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1207781 Jul 28 09:33:12.128957 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 56688) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:33:12.132778 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [None req-bf5e1a80-b583-4c51-b420-7a5ea0c13dc5 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Request body: {'security_group_rule': {'security_group_id': '5b859362-3239-411c-a566-9eef8f323077', 'project_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:33:12.160823 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-bf5e1a80-b583-4c51-b420-7a5ea0c13dc5 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:12.222287 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-bf5e1a80-b583-4c51-b420-7a5ea0c13dc5 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:12.225993 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-bf5e1a80-b583-4c51-b420-7a5ea0c13dc5 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935926'] for security_group_rule, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:12.244180 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5e1a80-b583-4c51-b420-7a5ea0c13dc5 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea454285-7f3f-4c0f-9d7b-ebb69809495b,revision_number=0']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:33:12.249448 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-bf5e1a80-b583-4c51-b420-7a5ea0c13dc5 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:12.250643 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-bf5e1a80-b583-4c51-b420-7a5ea0c13dc5 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1213837 Jul 28 09:33:12.253295 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 56690) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:33:12.257631 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [None req-28dac184-92ca-47cc-afd5-0dd75f48be54 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Request body: {'security_group_rule': {'security_group_id': '5b859362-3239-411c-a566-9eef8f323077', 'project_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:33:12.278884 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.db.securitygroups_db [None req-28dac184-92ca-47cc-afd5-0dd75f48be54 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Project 05659f9cc8374aa8b620b7f85c3b9efd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 09:33:12.283861 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-28dac184-92ca-47cc-afd5-0dd75f48be54 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:12.344742 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-28dac184-92ca-47cc-afd5-0dd75f48be54 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:12.348189 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-28dac184-92ca-47cc-afd5-0dd75f48be54 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935926'] for security_group_rule, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:12.365216 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dac184-92ca-47cc-afd5-0dd75f48be54 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93331eef-45c3-4adf-8387-0d86cabcc0b3,revision_number=0']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:33:12.372040 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-28dac184-92ca-47cc-afd5-0dd75f48be54 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:12.373962 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-28dac184-92ca-47cc-afd5-0dd75f48be54 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1196568 Jul 28 09:33:12.376696 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 56692) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:33:12.381685 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.v2.base [None req-c0fbfedf-af91-4e29-8060-391ee7417798 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Request body: {'security_group_rule': {'security_group_id': '5b859362-3239-411c-a566-9eef8f323077', 'project_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93068) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:33:12.404193 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.db.securitygroups_db [None req-c0fbfedf-af91-4e29-8060-391ee7417798 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Project 05659f9cc8374aa8b620b7f85c3b9efd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 09:33:12.408865 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-c0fbfedf-af91-4e29-8060-391ee7417798 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:12.469208 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-c0fbfedf-af91-4e29-8060-391ee7417798 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:12.472688 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-c0fbfedf-af91-4e29-8060-391ee7417798 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935926'] for security_group_rule, after_create {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:12.491136 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fbfedf-af91-4e29-8060-391ee7417798 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7654c22-13f7-46a0-a784-f3339e09418e,revision_number=0']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:33:12.500087 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-c0fbfedf-af91-4e29-8060-391ee7417798 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:12.501293 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-c0fbfedf-af91-4e29-8060-391ee7417798 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1234324 Jul 28 09:33:12.502707 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fbfedf-af91-4e29-8060-391ee7417798 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:33:12.503065 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fbfedf-af91-4e29-8060-391ee7417798 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:33:12.503398 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fbfedf-af91-4e29-8060-391ee7417798 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:33:12.503764 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fbfedf-af91-4e29-8060-391ee7417798 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:33:12.504176 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fbfedf-af91-4e29-8060-391ee7417798 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:33:12.504599 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fbfedf-af91-4e29-8060-391ee7417798 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:33:12.504935 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fbfedf-af91-4e29-8060-391ee7417798 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:33:12.505262 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fbfedf-af91-4e29-8060-391ee7417798 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:33:12.506106 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fbfedf-af91-4e29-8060-391ee7417798 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:33:12.506106 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fbfedf-af91-4e29-8060-391ee7417798 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:33:12.506281 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fbfedf-af91-4e29-8060-391ee7417798 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:33:12.506571 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0fbfedf-af91-4e29-8060-391ee7417798 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:33:12.841143 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device 11864257-5261-46f6-89f1-ad7c22467db5 up at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:33:12.886452 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1e3951-3eff-4437-a6df-fa7108d19400 None None] Sync routers for ids ['fc265f07-7c2e-4d95-b61b-e3d3ed5c3232'] in dv-cinder-802669-1-iscsi {{(pid=93070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:33:12.892230 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning complete for port 11864257-5261-46f6-89f1-ad7c22467db5 triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:33:12.892609 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:12.899065 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1e3951-3eff-4437-a6df-fa7108d19400 None None] Routers {'fc265f07-7c2e-4d95-b61b-e3d3ed5c3232'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:33:12.899707 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-1b1e3951-3eff-4437-a6df-fa7108d19400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:33:01Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['fc265f07-7c2e-4d95-b61b-e3d3ed5c3232'], 'active': True} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:33:12.995899 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device 672eceb8-0ca0-43ea-a4ab-b1f979f940cb up at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:33:13.039047 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvr_db [None req-1b1e3951-3eff-4437-a6df-fa7108d19400 None None] Set router fc265f07-7c2e-4d95-b61b-e3d3ed5c3232 gateway port host: dv-cinder-802669-1-iscsi {{(pid=93070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:33:13.043953 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning for port 672eceb8-0ca0-43ea-a4ab-b1f979f940cb completed by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:33:13.048684 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning complete for port 672eceb8-0ca0-43ea-a4ab-b1f979f940cb triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:33:13.049069 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:13.129044 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:13.154890 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] For port 672eceb8-0ca0-43ea-a4ab-b1f979f940cb, host dv-cinder-802669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=672eceb8-0ca0-43ea-a4ab-b1f979f940cb,segment=NetworkSegment(b226f756-b865-4ac3-ba22-f8bcfda44394),segment_id=b226f756-b865-4ac3-ba22-f8bcfda44394)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:33:13.159073 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:13.215677 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Pushing event updated for resources: {'Port': ['ID=672eceb8-0ca0-43ea-a4ab-b1f979f940cb,revision_number=4']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:33:13.253491 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-1b1e3951-3eff-4437-a6df-fa7108d19400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc265f07-7c2e-4d95-b61b-e3d3ed5c3232', 'name': 'tempest-TestVolumeBootPattern-1207442091-router', 'tenant_id': 'cab51cdd2eec4c368b4b6d1291eba163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '672eceb8-0ca0-43ea-a4ab-b1f979f940cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:33:07Z', 'updated_at': '2021-07-28T09:33:09Z', 'revision_number': 4, 'project_id': 'cab51cdd2eec4c368b4b6d1291eba163', 'gw_port': {'id': '672eceb8-0ca0-43ea-a4ab-b1f979f940cb', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:55:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc265f07-7c2e-4d95-b61b-e3d3ed5c3232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:33:07Z', 'updated_at': '2021-07-28T09:33:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_interfaces': [{'id': '3f95a8aa-5a9a-401a-a8a7-b3e7ce5098aa', 'name': '', 'network_id': '4e6410cb-7cc7-4ee7-9700-cd727250589a', 'tenant_id': 'cab51cdd2eec4c368b4b6d1291eba163', 'mac_address': 'fa:16:3e:74:85:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc265f07-7c2e-4d95-b61b-e3d3ed5c3232', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '97c7ef9c-a253-4d82-a722-c28c1de47ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:33:09Z', 'updated_at': '2021-07-28T09:33:10Z', 'revision_number': 2, 'project_id': 'cab51cdd2eec4c368b4b6d1291eba163', 'subnets': [{'id': '97c7ef9c-a253-4d82-a722-c28c1de47ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:33:13.286392 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1e3951-3eff-4437-a6df-fa7108d19400 None None] Checking router: fc265f07-7c2e-4d95-b61b-e3d3ed5c3232 for host: dv-cinder-802669-1-iscsi {{(pid=93070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:33:13.286733 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1e3951-3eff-4437-a6df-fa7108d19400 None None] Updating router fc265f07-7c2e-4d95-b61b-e3d3ed5c3232 port 3f95a8aa-5a9a-401a-a8a7-b3e7ce5098aa binding host dv-cinder-802669-1-iscsi {{(pid=93070) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 09:33:13.313756 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-1b1e3951-3eff-4437-a6df-fa7108d19400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:13.586690 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-1b1e3951-3eff-4437-a6df-fa7108d19400 None None] Notify callbacks [] for port, precommit_update {{(pid=93070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:13.596821 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.provisioning_blocks [None req-1b1e3951-3eff-4437-a6df-fa7108d19400 None None] Transition to ACTIVE for port object 3f95a8aa-5a9a-401a-a8a7-b3e7ce5098aa will not be triggered until provisioned by entity L2. {{(pid=93070) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:33:13.603621 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-1b1e3951-3eff-4437-a6df-fa7108d19400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:13.650881 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452281e5-99b9-4d58-bf77-6da51d66349f None None] Pushing event updated for resources: {'Port': ['ID=3f95a8aa-5a9a-401a-a8a7-b3e7ce5098aa,revision_number=3']} {{(pid=93070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:33:13.706021 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.managers [None req-1b1e3951-3eff-4437-a6df-fa7108d19400 None None] Attempting to bind port 3f95a8aa-5a9a-401a-a8a7-b3e7ce5098aa on host dv-cinder-802669-1-iscsi for vnic_type normal with profile {{(pid=93070) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 09:33:13.706376 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.managers [None req-1b1e3951-3eff-4437-a6df-fa7108d19400 None None] Attempting to bind port 3f95a8aa-5a9a-401a-a8a7-b3e7ce5098aa by drivers openvswitch,hyperv on host dv-cinder-802669-1-iscsi at level 0 using segments [{'id': 'e4118ae8-6683-493d-b8cb-9e31835ad073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e6410cb-7cc7-4ee7-9700-cd727250589a'}] {{(pid=93070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 09:33:13.706727 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1e3951-3eff-4437-a6df-fa7108d19400 None None] Attempting to bind port 3f95a8aa-5a9a-401a-a8a7-b3e7ce5098aa on network 4e6410cb-7cc7-4ee7-9700-cd727250589a {{(pid=93070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 09:33:13.711694 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1e3951-3eff-4437-a6df-fa7108d19400 None None] Checking agent: {'id': 'c23067a4-a93a-4753-ba74-9a71aabd88dd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-802669-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 9, 17, 1), 'started_at': datetime.datetime(2021, 7, 28, 9, 17, 31), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 9, 33, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-802669-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 09:33:13.712066 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1e3951-3eff-4437-a6df-fa7108d19400 None None] Checking segment: {'id': 'e4118ae8-6683-493d-b8cb-9e31835ad073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e6410cb-7cc7-4ee7-9700-cd727250589a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93070) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 09:33:13.712434 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-1b1e3951-3eff-4437-a6df-fa7108d19400 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:13.712808 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1e3951-3eff-4437-a6df-fa7108d19400 None None] Bound using segment: {'id': 'e4118ae8-6683-493d-b8cb-9e31835ad073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e6410cb-7cc7-4ee7-9700-cd727250589a'} {{(pid=93070) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 09:33:13.713258 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.managers [None req-1b1e3951-3eff-4437-a6df-fa7108d19400 None None] Bound port: 3f95a8aa-5a9a-401a-a8a7-b3e7ce5098aa, host: dv-cinder-802669-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4118ae8-6683-493d-b8cb-9e31835ad073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4e6410cb-7cc7-4ee7-9700-cd727250589a'}}] {{(pid=93070) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 09:33:13.713643 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-1b1e3951-3eff-4437-a6df-fa7108d19400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:13.783356 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.db [None req-1b1e3951-3eff-4437-a6df-fa7108d19400 None None] For port 3f95a8aa-5a9a-401a-a8a7-b3e7ce5098aa, host dv-cinder-802669-1-iscsi, cleared binding levels {{(pid=93070) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:33:13.786536 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.plugins.ml2.db [None req-1b1e3951-3eff-4437-a6df-fa7108d19400 None None] For port 3f95a8aa-5a9a-401a-a8a7-b3e7ce5098aa, host dv-cinder-802669-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=3f95a8aa-5a9a-401a-a8a7-b3e7ce5098aa,segment=NetworkSegment(e4118ae8-6683-493d-b8cb-9e31835ad073),segment_id=e4118ae8-6683-493d-b8cb-9e31835ad073)] {{(pid=93070) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:33:13.792140 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron_lib.callbacks.manager [None req-1b1e3951-3eff-4437-a6df-fa7108d19400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93070) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:13.843706 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1e3951-3eff-4437-a6df-fa7108d19400 None None] Routers {'fc265f07-7c2e-4d95-b61b-e3d3ed5c3232'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:33:13.844332 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-1b1e3951-3eff-4437-a6df-fa7108d19400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:33:01Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['fc265f07-7c2e-4d95-b61b-e3d3ed5c3232'], 'active': True} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:33:13.890004 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452281e5-99b9-4d58-bf77-6da51d66349f None None] Pushing event updated for resources: {'Port': ['ID=3f95a8aa-5a9a-401a-a8a7-b3e7ce5098aa,revision_number=4']} {{(pid=93070) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:33:14.057366 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvr_db [None req-1b1e3951-3eff-4437-a6df-fa7108d19400 None None] Set router fc265f07-7c2e-4d95-b61b-e3d3ed5c3232 gateway port host: dv-cinder-802669-1-iscsi {{(pid=93070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:33:14.253186 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-1b1e3951-3eff-4437-a6df-fa7108d19400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc265f07-7c2e-4d95-b61b-e3d3ed5c3232', 'name': 'tempest-TestVolumeBootPattern-1207442091-router', 'tenant_id': 'cab51cdd2eec4c368b4b6d1291eba163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '672eceb8-0ca0-43ea-a4ab-b1f979f940cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:33:07Z', 'updated_at': '2021-07-28T09:33:09Z', 'revision_number': 4, 'project_id': 'cab51cdd2eec4c368b4b6d1291eba163', 'gw_port': {'id': '672eceb8-0ca0-43ea-a4ab-b1f979f940cb', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:55:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc265f07-7c2e-4d95-b61b-e3d3ed5c3232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:33:07Z', 'updated_at': '2021-07-28T09:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_interfaces': [{'id': '3f95a8aa-5a9a-401a-a8a7-b3e7ce5098aa', 'name': '', 'network_id': '4e6410cb-7cc7-4ee7-9700-cd727250589a', 'tenant_id': 'cab51cdd2eec4c368b4b6d1291eba163', 'mac_address': 'fa:16:3e:74:85:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc265f07-7c2e-4d95-b61b-e3d3ed5c3232', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '97c7ef9c-a253-4d82-a722-c28c1de47ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:33:09Z', 'updated_at': '2021-07-28T09:33:13Z', 'revision_number': 4, 'project_id': 'cab51cdd2eec4c368b4b6d1291eba163', 'subnets': [{'id': '97c7ef9c-a253-4d82-a722-c28c1de47ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:33:14.283773 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1e3951-3eff-4437-a6df-fa7108d19400 None None] The sync data for ids ['fc265f07-7c2e-4d95-b61b-e3d3ed5c3232'] in dv-cinder-802669-1-iscsi is: [{'id': 'fc265f07-7c2e-4d95-b61b-e3d3ed5c3232', 'name': 'tempest-TestVolumeBootPattern-1207442091-router', 'tenant_id': 'cab51cdd2eec4c368b4b6d1291eba163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '672eceb8-0ca0-43ea-a4ab-b1f979f940cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:33:07Z', 'updated_at': '2021-07-28T09:33:09Z', 'revision_number': 4, 'project_id': 'cab51cdd2eec4c368b4b6d1291eba163', 'gw_port': {'id': '672eceb8-0ca0-43ea-a4ab-b1f979f940cb', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:55:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc265f07-7c2e-4d95-b61b-e3d3ed5c3232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:33:07Z', 'updated_at': '2021-07-28T09:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_interfaces': [{'id': '3f95a8aa-5a9a-401a-a8a7-b3e7ce5098aa', 'name': '', 'network_id': '4e6410cb-7cc7-4ee7-9700-cd727250589a', 'tenant_id': 'cab51cdd2eec4c368b4b6d1291eba163', 'mac_address': 'fa:16:3e:74:85:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc265f07-7c2e-4d95-b61b-e3d3ed5c3232', 'device_owner': 'network:router_interface', 'standard_attr_id': 685, 'fixed_ips': [{'subnet_id': '97c7ef9c-a253-4d82-a722-c28c1de47ea9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:33:09Z', 'updated_at': '2021-07-28T09:33:13Z', 'revision_number': 4, 'project_id': 'cab51cdd2eec4c368b4b6d1291eba163', 'subnets': [{'id': '97c7ef9c-a253-4d82-a722-c28c1de47ea9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:33:14.800835 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device 3f95a8aa-5a9a-401a-a8a7-b3e7ce5098aa up at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:33:14.859668 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning for port 3f95a8aa-5a9a-401a-a8a7-b3e7ce5098aa completed by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:33:14.863790 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning complete for port 3f95a8aa-5a9a-401a-a8a7-b3e7ce5098aa triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:33:14.864184 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:14.947487 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:14.983323 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] For port 3f95a8aa-5a9a-401a-a8a7-b3e7ce5098aa, host dv-cinder-802669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=3f95a8aa-5a9a-401a-a8a7-b3e7ce5098aa,segment=NetworkSegment(e4118ae8-6683-493d-b8cb-9e31835ad073),segment_id=e4118ae8-6683-493d-b8cb-9e31835ad073)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:33:14.987253 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:14.988117 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device 672eceb8-0ca0-43ea-a4ab-b1f979f940cb up at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:33:15.085900 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Pushing event updated for resources: {'Port': ['ID=3f95a8aa-5a9a-401a-a8a7-b3e7ce5098aa,revision_number=5']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:33:15.104737 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning complete for port 672eceb8-0ca0-43ea-a4ab-b1f979f940cb triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:33:15.105112 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:16.755333 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device 3f95a8aa-5a9a-401a-a8a7-b3e7ce5098aa up at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:33:16.806522 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Provisioning complete for port 3f95a8aa-5a9a-401a-a8a7-b3e7ce5098aa triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:33:16.807053 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:24.971826 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:25.679412 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.agents_db [None req-63843732-4a37-4b37-bfab-6dab7fdb1052 None None] Agent healthcheck: found 6 active agents {{(pid=93070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:33:27.923820 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2ed48186-079e-44d4-9403-23cbcae612d6 req-7849d509-ec58-4465-9375-34054d0bba98 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1050948725&fields=id&tenant_id=05659f9cc8374aa8b620b7f85c3b9efd HTTP/1.1" status: 200 len: 267 time: 0.0336049 Jul 28 09:33:28.028427 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed48186-079e-44d4-9403-23cbcae612d6 req-00be4a93-78ff-4b1a-8773-9e6708a35178 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:33:28.029815 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2ed48186-079e-44d4-9403-23cbcae612d6 req-00be4a93-78ff-4b1a-8773-9e6708a35178 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/networks?id=1fc2852d-286a-4480-bedd-ff38c463ba78 HTTP/1.1" status: 200 len: 812 time: 0.0995698 Jul 28 09:33:28.047925 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2ed48186-079e-44d4-9403-23cbcae612d6 req-b1170a94-bb94-42d3-a293-00fccdab2cda tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/quotas/05659f9cc8374aa8b620b7f85c3b9efd HTTP/1.1" status: 200 len: 375 time: 0.0112419 Jul 28 09:33:28.101828 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2ed48186-079e-44d4-9403-23cbcae612d6 req-69c29041-e4f8-4e21-947e-f6742ad319db tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=05659f9cc8374aa8b620b7f85c3b9efd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483029 Jul 28 09:33:28.194633 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2ed48186-079e-44d4-9403-23cbcae612d6 req-f4baef73-f48b-4b8d-a0dd-b9d16e090cd6 service neutron] 10.222.0.23 "GET /v2.0/networks/1fc2852d-286a-4480-bedd-ff38c463ba78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806036 Jul 28 09:33:28.354989 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-49ea3dc0-e641-48f5-a554-9a267fa682d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:28.563975 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2ed48186-079e-44d4-9403-23cbcae612d6 req-43a552db-ade3-4962-8a46-27985d164156 service neutron] 10.222.0.23 "GET /v2.0/networks/1fc2852d-286a-4480-bedd-ff38c463ba78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3633168 Jul 28 09:33:28.845640 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-00e56da2-3d0b-46ce-8d4c-ba826d4a51af req-e00b7513-08fd-4d51-be22-8652f4de0225 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9497a09-01fe-443f-9026-79e18807af68 HTTP/1.1" status: 200 len: 210 time: 0.0268235 Jul 28 09:33:29.943777 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed48186-079e-44d4-9403-23cbcae612d6 req-742435d7-4375-4eba-b154-073542a7e22b tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:33:29.945481 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2ed48186-079e-44d4-9403-23cbcae612d6 req-742435d7-4375-4eba-b154-073542a7e22b tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.32 "GET /v2.0/networks?id=1fc2852d-286a-4480-bedd-ff38c463ba78 HTTP/1.1" status: 200 len: 812 time: 0.1091099 Jul 28 09:33:29.983339 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b6b13619-3df0-47c5-97d3-262dc183189e req-4309fbb2-857c-4351-b433-079f08e45d6d tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9497a09-01fe-443f-9026-79e18807af68 HTTP/1.1" status: 200 len: 210 time: 0.0368378 Jul 28 09:33:30.012300 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2ed48186-079e-44d4-9403-23cbcae612d6 req-bf655380-7f46-42af-8e04-0d527753ab42 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05659f9cc8374aa8b620b7f85c3b9efd HTTP/1.1" status: 200 len: 380 time: 0.0556252 Jul 28 09:33:30.022995 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [req-2ed48186-079e-44d4-9403-23cbcae612d6 req-ec20aa0b-ef5f-4497-bb04-d2fbbc37a0be tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Request body: {'port': {'device_id': 'f9497a09-01fe-443f-9026-79e18807af68', 'network_id': '1fc2852d-286a-4480-bedd-ff38c463ba78', 'admin_state_up': True, 'tenant_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'security_groups': ['5b859362-3239-411c-a566-9eef8f323077']}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:33:30.128617 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ed48186-079e-44d4-9403-23cbcae612d6 req-ec20aa0b-ef5f-4497-bb04-d2fbbc37a0be tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Made reservation on behalf of 05659f9cc8374aa8b620b7f85c3b9efd for: {'port': 1} {{(pid=93067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:33:30.132042 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-2ed48186-079e-44d4-9403-23cbcae612d6 req-ec20aa0b-ef5f-4497-bb04-d2fbbc37a0be tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:30.260810 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.db_base_plugin_common [req-2ed48186-079e-44d4-9403-23cbcae612d6 req-ec20aa0b-ef5f-4497-bb04-d2fbbc37a0be tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Allocated IP 172.20.0.13 (1fc2852d-286a-4480-bedd-ff38c463ba78/c19c44fd-98e8-496f-991b-1b9a52c58e74/88a47cb2-374c-48a7-a6b4-a1b921237b75) {{(pid=93067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:33:30.412651 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-2ed48186-079e-44d4-9403-23cbcae612d6 req-ec20aa0b-ef5f-4497-bb04-d2fbbc37a0be tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks [] for port, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:30.425803 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.provisioning_blocks [req-2ed48186-079e-44d4-9403-23cbcae612d6 req-ec20aa0b-ef5f-4497-bb04-d2fbbc37a0be tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Transition to ACTIVE for port object 88a47cb2-374c-48a7-a6b4-a1b921237b75 will not be triggered until provisioned by entity DHCP. {{(pid=93067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:33:30.457692 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-2ed48186-079e-44d4-9403-23cbcae612d6 req-ec20aa0b-ef5f-4497-bb04-d2fbbc37a0be tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732595289878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33549966'] for port, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:30.501188 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ed48186-079e-44d4-9403-23cbcae612d6 req-ec20aa0b-ef5f-4497-bb04-d2fbbc37a0be tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Network 1fc2852d-286a-4480-bedd-ff38c463ba78 is already hosted by enough agents. {{(pid=93067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:33:30.504149 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.base_scheduler [req-2ed48186-079e-44d4-9403-23cbcae612d6 req-ec20aa0b-ef5f-4497-bb04-d2fbbc37a0be tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Resources bound (agent type, host, resource id): {{(pid=93067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:33:30.507765 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ed48186-079e-44d4-9403-23cbcae612d6 req-ec20aa0b-ef5f-4497-bb04-d2fbbc37a0be tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Received port after_create {{(pid=93067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 09:33:30.516179 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec20aa0b-ef5f-4497-bb04-d2fbbc37a0be tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Pushing event updated for resources: {'Port': ['ID=88a47cb2-374c-48a7-a6b4-a1b921237b75,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:33:30.562417 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed48186-079e-44d4-9403-23cbcae612d6 req-ec20aa0b-ef5f-4497-bb04-d2fbbc37a0be tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:33:30.563313 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-2ed48186-079e-44d4-9403-23cbcae612d6 req-ec20aa0b-ef5f-4497-bb04-d2fbbc37a0be tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905'] for port, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:30.577760 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2ed48186-079e-44d4-9403-23cbcae612d6 req-ec20aa0b-ef5f-4497-bb04-d2fbbc37a0be tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5592873 Jul 28 09:33:30.589959 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [req-2ed48186-079e-44d4-9403-23cbcae612d6 req-fe937ea6-a601-4643-b83d-828982887cfa service neutron] Request body: {'port': {'device_id': 'f9497a09-01fe-443f-9026-79e18807af68', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80266'}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:33:30.650545 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-2ed48186-079e-44d4-9403-23cbcae612d6 req-fe937ea6-a601-4643-b83d-828982887cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:30.724673 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-18a98a24-ce25-4c2b-a565-f764f7befa0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:30.767136 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-e04cfd5c-2ef9-4e2c-ab9a-ac238dd460ab None None] Provisioning for port 88a47cb2-374c-48a7-a6b4-a1b921237b75 completed by entity DHCP. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:33:30.770743 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-e04cfd5c-2ef9-4e2c-ab9a-ac238dd460ab None None] Provisioning complete for port 88a47cb2-374c-48a7-a6b4-a1b921237b75 triggered by entity DHCP. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:33:30.771113 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-e04cfd5c-2ef9-4e2c-ab9a-ac238dd460ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:30.806725 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-e04cfd5c-2ef9-4e2c-ab9a-ac238dd460ab None None] Port 88a47cb2-374c-48a7-a6b4-a1b921237b75 cannot update to ACTIVE because it is not bound. {{(pid=93069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 09:33:30.909993 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.notifiers.nova [req-2ed48186-079e-44d4-9403-23cbcae612d6 req-fe937ea6-a601-4643-b83d-828982887cfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88a47cb2-374c-48a7-a6b4-a1b921237b75 {{(pid=93067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 09:33:30.917143 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-2ed48186-079e-44d4-9403-23cbcae612d6 req-fe937ea6-a601-4643-b83d-828982887cfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:30.929200 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.provisioning_blocks [req-2ed48186-079e-44d4-9403-23cbcae612d6 req-fe937ea6-a601-4643-b83d-828982887cfa service neutron] Transition to ACTIVE for port object 88a47cb2-374c-48a7-a6b4-a1b921237b75 will not be triggered until provisioned by entity L2. {{(pid=93067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:33:30.932871 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-2ed48186-079e-44d4-9403-23cbcae612d6 req-fe937ea6-a601-4643-b83d-828982887cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33549957'] for port, after_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:30.981787 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe937ea6-a601-4643-b83d-828982887cfa service neutron] Pushing event updated for resources: {'Port': ['ID=88a47cb2-374c-48a7-a6b4-a1b921237b75,revision_number=2']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:33:31.075615 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.managers [req-2ed48186-079e-44d4-9403-23cbcae612d6 req-fe937ea6-a601-4643-b83d-828982887cfa service neutron] Attempting to bind port 88a47cb2-374c-48a7-a6b4-a1b921237b75 on host hv-cinder-80266 for vnic_type normal with profile {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 09:33:31.075615 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.managers [req-2ed48186-079e-44d4-9403-23cbcae612d6 req-fe937ea6-a601-4643-b83d-828982887cfa service neutron] Attempting to bind port 88a47cb2-374c-48a7-a6b4-a1b921237b75 by drivers openvswitch,hyperv on host hv-cinder-80266 at level 0 using segments [{'id': '55af3968-752b-4fb5-bec2-f41233d41b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1fc2852d-286a-4480-bedd-ff38c463ba78'}] {{(pid=93067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 09:33:31.075615 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed48186-079e-44d4-9403-23cbcae612d6 req-fe937ea6-a601-4643-b83d-828982887cfa service neutron] Attempting to bind port 88a47cb2-374c-48a7-a6b4-a1b921237b75 on network 1fc2852d-286a-4480-bedd-ff38c463ba78 {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 09:33:31.096263 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed48186-079e-44d4-9403-23cbcae612d6 req-fe937ea6-a601-4643-b83d-828982887cfa service neutron] Port 88a47cb2-374c-48a7-a6b4-a1b921237b75 on network 1fc2852d-286a-4480-bedd-ff38c463ba78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80266 {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 09:33:31.096592 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed48186-079e-44d4-9403-23cbcae612d6 req-fe937ea6-a601-4643-b83d-828982887cfa service neutron] Attempting to bind port 88a47cb2-374c-48a7-a6b4-a1b921237b75 on network 1fc2852d-286a-4480-bedd-ff38c463ba78 {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 09:33:31.108520 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed48186-079e-44d4-9403-23cbcae612d6 req-fe937ea6-a601-4643-b83d-828982887cfa service neutron] Checking agent: {'id': '2e21c55d-f4ce-498b-abcc-e7d8675cd352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80266', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 9, 22, 54), 'started_at': datetime.datetime(2021, 7, 28, 9, 22, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 9, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 09:33:31.109428 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed48186-079e-44d4-9403-23cbcae612d6 req-fe937ea6-a601-4643-b83d-828982887cfa service neutron] Checking segment: {'id': '55af3968-752b-4fb5-bec2-f41233d41b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1fc2852d-286a-4480-bedd-ff38c463ba78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 09:33:31.110142 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ed48186-079e-44d4-9403-23cbcae612d6 req-fe937ea6-a601-4643-b83d-828982887cfa service neutron] Bound using segment: {'id': '55af3968-752b-4fb5-bec2-f41233d41b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1fc2852d-286a-4480-bedd-ff38c463ba78'} {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 09:33:31.110625 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.managers [req-2ed48186-079e-44d4-9403-23cbcae612d6 req-fe937ea6-a601-4643-b83d-828982887cfa service neutron] Bound port: 88a47cb2-374c-48a7-a6b4-a1b921237b75, host: hv-cinder-80266, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55af3968-752b-4fb5-bec2-f41233d41b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1fc2852d-286a-4480-bedd-ff38c463ba78'}}] {{(pid=93067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 09:33:31.110983 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-2ed48186-079e-44d4-9403-23cbcae612d6 req-fe937ea6-a601-4643-b83d-828982887cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:31.112109 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:31.138941 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39800d42-9fe1-4375-8fba-b967acc88dce req-74585950-46e6-42a9-862e-98a202c48812 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:33:31.140676 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-39800d42-9fe1-4375-8fba-b967acc88dce req-74585950-46e6-42a9-862e-98a202c48812 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9497a09-01fe-443f-9026-79e18807af68 HTTP/1.1" status: 200 len: 944 time: 0.0841599 Jul 28 09:33:31.210141 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-39800d42-9fe1-4375-8fba-b967acc88dce req-ea3f006f-3dbc-42a6-b148-5d2aa0e53e22 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b859362-3239-411c-a566-9eef8f323077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520225 Jul 28 09:33:31.217843 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.db [req-2ed48186-079e-44d4-9403-23cbcae612d6 req-fe937ea6-a601-4643-b83d-828982887cfa service neutron] For port 88a47cb2-374c-48a7-a6b4-a1b921237b75, host hv-cinder-80266, cleared binding levels {{(pid=93067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:33:31.222067 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.db [req-2ed48186-079e-44d4-9403-23cbcae612d6 req-fe937ea6-a601-4643-b83d-828982887cfa service neutron] For port 88a47cb2-374c-48a7-a6b4-a1b921237b75, host hv-cinder-80266, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=88a47cb2-374c-48a7-a6b4-a1b921237b75,segment=NetworkSegment(55af3968-752b-4fb5-bec2-f41233d41b45),segment_id=55af3968-752b-4fb5-bec2-f41233d41b45)] {{(pid=93067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:33:31.227124 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-2ed48186-079e-44d4-9403-23cbcae612d6 req-fe937ea6-a601-4643-b83d-828982887cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33549957'] for port, after_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:31.264404 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed48186-079e-44d4-9403-23cbcae612d6 req-fe937ea6-a601-4643-b83d-828982887cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:33:31.265210 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-2ed48186-079e-44d4-9403-23cbcae612d6 req-fe937ea6-a601-4643-b83d-828982887cfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905'] for port, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:31.266606 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2ed48186-079e-44d4-9403-23cbcae612d6 req-fe937ea6-a601-4643-b83d-828982887cfa service neutron] 10.222.0.32 "PUT /v2.0/ports/88a47cb2-374c-48a7-a6b4-a1b921237b75 HTTP/1.1" status: 200 len: 1094 time: 0.6811368 Jul 28 09:33:31.267142 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9497a09-01fe-443f-9026-79e18807af68', 'tag': '88a47cb2-374c-48a7-a6b4-a1b921237b75'}] {{(pid=93067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:33:31.269355 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}119bb006a51e6799d77012a49065aa76076224f53078518f9bbc3af1ae40a877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490c8c83-5f73-4846-b1db-03004b9b8d38" -d '{"events": [{"name": "network-changed", "server_uuid": "f9497a09-01fe-443f-9026-79e18807af68", "tag": "88a47cb2-374c-48a7-a6b4-a1b921237b75"}]}' {{(pid=93067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:33:31.301807 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe937ea6-a601-4643-b83d-828982887cfa service neutron] Pushing event updated for resources: {'Port': ['ID=88a47cb2-374c-48a7-a6b4-a1b921237b75,revision_number=3']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:33:31.318320 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 09:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c625ee-3c69-4773-9af5-42500f284801 x-openstack-request-id: req-89c625ee-3c69-4773-9af5-42500f284801 {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:33:31.318609 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9497a09-01fe-443f-9026-79e18807af68", "tag": "88a47cb2-374c-48a7-a6b4-a1b921237b75", "status": "completed", "code": 200}]} {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:33:31.318863 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-89c625ee-3c69-4773-9af5-42500f284801 {{(pid=93067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:33:31.319258 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9497a09-01fe-443f-9026-79e18807af68', 'tag': '88a47cb2-374c-48a7-a6b4-a1b921237b75', 'status': 'completed', 'code': 200} Jul 28 09:33:31.353711 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed48186-079e-44d4-9403-23cbcae612d6 req-71b67532-d639-4301-a715-5555dbdecbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:33:31.355417 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2ed48186-079e-44d4-9403-23cbcae612d6 req-71b67532-d639-4301-a715-5555dbdecbc2 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=05659f9cc8374aa8b620b7f85c3b9efd&device_id=f9497a09-01fe-443f-9026-79e18807af68 HTTP/1.1" status: 200 len: 1097 time: 0.0463376 Jul 28 09:33:31.398162 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2ed48186-079e-44d4-9403-23cbcae612d6 req-4b0605d2-a508-4d94-bd62-54d0f397a97f service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88a47cb2-374c-48a7-a6b4-a1b921237b75 HTTP/1.1" status: 200 len: 217 time: 0.0349343 Jul 28 09:33:31.453431 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed48186-079e-44d4-9403-23cbcae612d6 req-92905404-f07b-4a9c-8abc-da35fc27228c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:33:31.454939 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2ed48186-079e-44d4-9403-23cbcae612d6 req-92905404-f07b-4a9c-8abc-da35fc27228c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c19c44fd-98e8-496f-991b-1b9a52c58e74 HTTP/1.1" status: 200 len: 851 time: 0.0503039 Jul 28 09:33:31.500411 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed48186-079e-44d4-9403-23cbcae612d6 req-664523a9-7fdd-4f63-b8ca-e5b3aa2cec21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:33:31.501878 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2ed48186-079e-44d4-9403-23cbcae612d6 req-664523a9-7fdd-4f63-b8ca-e5b3aa2cec21 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1fc2852d-286a-4480-bedd-ff38c463ba78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399942 Jul 28 09:33:31.589758 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2ed48186-079e-44d4-9403-23cbcae612d6 req-101a327e-3a46-49a4-bf1b-a23aa08428e3 service neutron] 10.222.0.32 "GET /v2.0/networks/1fc2852d-286a-4480-bedd-ff38c463ba78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808291 Jul 28 09:33:31.682097 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2ed48186-079e-44d4-9403-23cbcae612d6 req-17132d31-d1af-4bc1-b6e0-dcfeb30d2ff9 service neutron] 10.222.0.32 "GET /v2.0/networks/1fc2852d-286a-4480-bedd-ff38c463ba78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846651 Jul 28 09:33:31.775567 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c8c83-5f73-4846-b1db-03004b9b8d38 req-bb5aec7b-d05e-4738-afaf-e50f21971a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:33:31.777104 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-490c8c83-5f73-4846-b1db-03004b9b8d38 req-bb5aec7b-d05e-4738-afaf-e50f21971a70 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=05659f9cc8374aa8b620b7f85c3b9efd&device_id=f9497a09-01fe-443f-9026-79e18807af68 HTTP/1.1" status: 200 len: 1097 time: 0.0465808 Jul 28 09:33:31.869818 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c8c83-5f73-4846-b1db-03004b9b8d38 req-f1829514-87de-4a3a-97cf-b0bb1b51e64b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:33:31.871274 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-490c8c83-5f73-4846-b1db-03004b9b8d38 req-f1829514-87de-4a3a-97cf-b0bb1b51e64b service neutron] 10.222.0.32 "GET /v2.0/networks?id=1fc2852d-286a-4480-bedd-ff38c463ba78 HTTP/1.1" status: 200 len: 913 time: 0.0860710 Jul 28 09:33:31.915479 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-490c8c83-5f73-4846-b1db-03004b9b8d38 req-5d80f275-14ad-4ed6-a08f-2097564874f3 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88a47cb2-374c-48a7-a6b4-a1b921237b75 HTTP/1.1" status: 200 len: 217 time: 0.0337162 Jul 28 09:33:31.963637 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c8c83-5f73-4846-b1db-03004b9b8d38 req-7da8f7f8-f938-4986-af7b-7fed97df0a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:33:31.965078 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-490c8c83-5f73-4846-b1db-03004b9b8d38 req-7da8f7f8-f938-4986-af7b-7fed97df0a6e service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c19c44fd-98e8-496f-991b-1b9a52c58e74 HTTP/1.1" status: 200 len: 851 time: 0.0424674 Jul 28 09:33:32.014437 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c8c83-5f73-4846-b1db-03004b9b8d38 req-28c97fd6-c256-4e2a-86e3-861f03ed4b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:33:32.016161 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-490c8c83-5f73-4846-b1db-03004b9b8d38 req-28c97fd6-c256-4e2a-86e3-861f03ed4b25 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1fc2852d-286a-4480-bedd-ff38c463ba78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435772 Jul 28 09:33:32.106141 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-490c8c83-5f73-4846-b1db-03004b9b8d38 req-932131e6-6cdf-482f-83e9-44915e0a7990 service neutron] 10.222.0.32 "GET /v2.0/networks/1fc2852d-286a-4480-bedd-ff38c463ba78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828307 Jul 28 09:33:32.106688 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-29fc97ff-9392-4c7d-8b91-be3be07fca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:32.199950 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-490c8c83-5f73-4846-b1db-03004b9b8d38 req-5c7db835-f283-45c3-ab4e-f55dc784e7d3 service neutron] 10.222.0.32 "GET /v2.0/networks/1fc2852d-286a-4480-bedd-ff38c463ba78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861537 Jul 28 09:33:32.325633 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a116ae45-dee8-4a2f-98d7-771c0e55cecb req-7bafbd48-d005-48cc-8257-e03f3fc0570f tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:33:32.327113 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a116ae45-dee8-4a2f-98d7-771c0e55cecb req-7bafbd48-d005-48cc-8257-e03f3fc0570f tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9497a09-01fe-443f-9026-79e18807af68 HTTP/1.1" status: 200 len: 944 time: 0.0501754 Jul 28 09:33:32.366391 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a116ae45-dee8-4a2f-98d7-771c0e55cecb req-1491e3ab-d0ba-4d7a-b488-0473ec3d4dd2 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b859362-3239-411c-a566-9eef8f323077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327404 Jul 28 09:33:33.486401 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ff2ee-60f3-4e4d-a8b9-aa1d4cd38407 req-e1cde999-803b-4431-b406-fe011fcebf22 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:33:33.487896 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-c48ff2ee-60f3-4e4d-a8b9-aa1d4cd38407 req-e1cde999-803b-4431-b406-fe011fcebf22 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9497a09-01fe-443f-9026-79e18807af68 HTTP/1.1" status: 200 len: 944 time: 0.0529881 Jul 28 09:33:33.524676 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-c48ff2ee-60f3-4e4d-a8b9-aa1d4cd38407 req-ee53ecce-d1cc-4022-ba7d-bfcf8f4bea1e tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b859362-3239-411c-a566-9eef8f323077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308919 Jul 28 09:33:33.654885 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-2284cd4c-493c-4cd5-902b-cad83a6c7b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:34.637442 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4766b5d-054e-43c8-9378-408b090930dd req-ba6763c5-939a-4353-8c9d-4746baf00c8c tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:33:34.638921 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-d4766b5d-054e-43c8-9378-408b090930dd req-ba6763c5-939a-4353-8c9d-4746baf00c8c tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9497a09-01fe-443f-9026-79e18807af68 HTTP/1.1" status: 200 len: 944 time: 0.0490596 Jul 28 09:33:34.680262 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-d4766b5d-054e-43c8-9378-408b090930dd req-1105e968-9a13-4159-8049-db97cb5676e9 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b859362-3239-411c-a566-9eef8f323077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348706 Jul 28 09:33:35.799645 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bfd7e1-ec48-4640-8031-0439cfe1e4cb req-2aa86955-f0b5-457d-a097-2735ca19dad4 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:33:35.801136 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e7bfd7e1-ec48-4640-8031-0439cfe1e4cb req-2aa86955-f0b5-457d-a097-2735ca19dad4 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9497a09-01fe-443f-9026-79e18807af68 HTTP/1.1" status: 200 len: 944 time: 0.0507035 Jul 28 09:33:35.839129 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e7bfd7e1-ec48-4640-8031-0439cfe1e4cb req-cef8e3c7-34f7-44dc-8872-528985f29ae8 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b859362-3239-411c-a566-9eef8f323077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320709 Jul 28 09:33:36.954067 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25af07c-2bc2-4cf2-a1f8-76696f309e7c req-95b8a744-eea1-4310-a6fa-94df2cc6e1e6 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:33:36.955645 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a25af07c-2bc2-4cf2-a1f8-76696f309e7c req-95b8a744-eea1-4310-a6fa-94df2cc6e1e6 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9497a09-01fe-443f-9026-79e18807af68 HTTP/1.1" status: 200 len: 944 time: 0.0492601 Jul 28 09:33:36.993130 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a25af07c-2bc2-4cf2-a1f8-76696f309e7c req-54eb262f-35d5-4cad-b970-4e9aac4adf96 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b859362-3239-411c-a566-9eef8f323077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316672 Jul 28 09:33:38.103911 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00f124e-aa38-4a9a-8f60-d7808fa7f960 req-047ea0c6-f5f7-4b27-898a-fd9d4b4beac2 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:33:38.105411 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b00f124e-aa38-4a9a-8f60-d7808fa7f960 req-047ea0c6-f5f7-4b27-898a-fd9d4b4beac2 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9497a09-01fe-443f-9026-79e18807af68 HTTP/1.1" status: 200 len: 944 time: 0.0477898 Jul 28 09:33:38.149806 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-b00f124e-aa38-4a9a-8f60-d7808fa7f960 req-728242b3-f0ba-4ed3-b616-57724e5c4cc2 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b859362-3239-411c-a566-9eef8f323077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375910 Jul 28 09:33:39.261789 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a803f46-6a14-490b-b3f9-edd37665d4cb req-781eca23-0115-49f8-8b12-a8a239e3beba tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:33:39.263265 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-9a803f46-6a14-490b-b3f9-edd37665d4cb req-781eca23-0115-49f8-8b12-a8a239e3beba tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9497a09-01fe-443f-9026-79e18807af68 HTTP/1.1" status: 200 len: 944 time: 0.0486679 Jul 28 09:33:39.300737 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-9a803f46-6a14-490b-b3f9-edd37665d4cb req-beae019e-da28-49b9-889e-c8c98940160e tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b859362-3239-411c-a566-9eef8f323077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315382 Jul 28 09:33:39.505467 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device 88a47cb2-374c-48a7-a6b4-a1b921237b75 details requested by agent hyperv_hv-cinder-80266 with host hv-cinder-80266 {{(pid=93069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 09:33:39.597863 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port 88a47cb2-374c-48a7-a6b4-a1b921237b75, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=88a47cb2-374c-48a7-a6b4-a1b921237b75,segment=NetworkSegment(55af3968-752b-4fb5-bec2-f41233d41b45),segment_id=55af3968-752b-4fb5-bec2-f41233d41b45)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:33:39.609187 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Returning: {'device': '88a47cb2-374c-48a7-a6b4-a1b921237b75', 'network_id': '1fc2852d-286a-4480-bedd-ff38c463ba78', 'port_id': '88a47cb2-374c-48a7-a6b4-a1b921237b75', 'mac_address': 'fa:16:3e:eb:a1:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c19c44fd-98e8-496f-991b-1b9a52c58e74', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 09:33:39.648367 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:39.661383 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.notifiers.nova [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88a47cb2-374c-48a7-a6b4-a1b921237b75 {{(pid=93069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 09:33:39.679795 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port 88a47cb2-374c-48a7-a6b4-a1b921237b75, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=88a47cb2-374c-48a7-a6b4-a1b921237b75,segment=NetworkSegment(55af3968-752b-4fb5-bec2-f41233d41b45),segment_id=55af3968-752b-4fb5-bec2-f41233d41b45)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:33:39.683729 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:39.729934 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Pushing event updated for resources: {'Port': ['ID=88a47cb2-374c-48a7-a6b4-a1b921237b75,revision_number=4']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:33:39.870135 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] get_ports_and_sgs() called for port_ids ['88a47cb2-374c-48a7-a6b4-a1b921237b75'] {{(pid=93069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:33:40.411227 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088183c-b72d-4fc4-beb6-41cf4693eb52 req-21f85df1-7629-40fe-aee9-56bca55935b1 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:33:40.412714 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7088183c-b72d-4fc4-beb6-41cf4693eb52 req-21f85df1-7629-40fe-aee9-56bca55935b1 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9497a09-01fe-443f-9026-79e18807af68 HTTP/1.1" status: 200 len: 945 time: 0.0476999 Jul 28 09:33:40.449304 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7088183c-b72d-4fc4-beb6-41cf4693eb52 req-d5a1b0ef-c877-4f31-81a9-414210779f9d tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b859362-3239-411c-a566-9eef8f323077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308268 Jul 28 09:33:41.520947 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device 88a47cb2-374c-48a7-a6b4-a1b921237b75 up at agent hyperv_hv-cinder-80266 {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:33:41.560677 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a8cee-f2f9-4f8c-9c24-77ed6be80b4d req-2053e510-ebaa-4893-be2f-bc9e7cd6f794 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:33:41.562816 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-d95a8cee-f2f9-4f8c-9c24-77ed6be80b4d req-2053e510-ebaa-4893-be2f-bc9e7cd6f794 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9497a09-01fe-443f-9026-79e18807af68 HTTP/1.1" status: 200 len: 945 time: 0.0494766 Jul 28 09:33:41.569906 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Provisioning for port 88a47cb2-374c-48a7-a6b4-a1b921237b75 completed by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:33:41.573519 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Provisioning complete for port 88a47cb2-374c-48a7-a6b4-a1b921237b75 triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:33:41.573891 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:41.605636 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-d95a8cee-f2f9-4f8c-9c24-77ed6be80b4d req-28bea444-a409-4c97-bca3-3e558af212c8 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b859362-3239-411c-a566-9eef8f323077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360985 Jul 28 09:33:41.653378 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:41.676117 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9497a09-01fe-443f-9026-79e18807af68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88a47cb2-374c-48a7-a6b4-a1b921237b75'}] {{(pid=93069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:33:41.678326 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386f2323eb9bad1244c7f57c000109fc890726fb555cdcb5e37d65c089562af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eedfedf-7f74-4af0-bb25-8672a5cc7d5d" -d '{"events": [{"server_uuid": "f9497a09-01fe-443f-9026-79e18807af68", "name": "network-vif-plugged", "status": "completed", "tag": "88a47cb2-374c-48a7-a6b4-a1b921237b75"}]}' {{(pid=93069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:33:41.692065 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port 88a47cb2-374c-48a7-a6b4-a1b921237b75, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=88a47cb2-374c-48a7-a6b4-a1b921237b75,segment=NetworkSegment(55af3968-752b-4fb5-bec2-f41233d41b45),segment_id=55af3968-752b-4fb5-bec2-f41233d41b45)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:33:41.697364 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:41.721805 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 09:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8804ebe-df9e-43ae-9eca-9089c2ac56ef x-openstack-request-id: req-c8804ebe-df9e-43ae-9eca-9089c2ac56ef {{(pid=93069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:33:41.722232 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9497a09-01fe-443f-9026-79e18807af68", "name": "network-vif-plugged", "status": "completed", "tag": "88a47cb2-374c-48a7-a6b4-a1b921237b75", "code": 200}]} {{(pid=93069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:33:41.722480 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c8804ebe-df9e-43ae-9eca-9089c2ac56ef {{(pid=93069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:33:41.722862 dv-cinder-802669-1-iscsi neutron-server[93069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9497a09-01fe-443f-9026-79e18807af68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88a47cb2-374c-48a7-a6b4-a1b921237b75', 'code': 200} Jul 28 09:33:41.753971 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Pushing event updated for resources: {'Port': ['ID=88a47cb2-374c-48a7-a6b4-a1b921237b75,revision_number=5']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:33:41.937723 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8496e95-4a7a-4275-89a7-6b3cb3187356 req-9c448b85-d896-41d0-be4d-f7351669672c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:33:41.939256 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-f8496e95-4a7a-4275-89a7-6b3cb3187356 req-9c448b85-d896-41d0-be4d-f7351669672c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f9497a09-01fe-443f-9026-79e18807af68 HTTP/1.1" status: 200 len: 1099 time: 0.0422165 Jul 28 09:33:41.973570 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-f8496e95-4a7a-4275-89a7-6b3cb3187356 req-54a6d317-0104-49f9-a56b-4871f0dbb0c4 service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5b859362-3239-411c-a566-9eef8f323077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267191 Jul 28 09:33:42.723426 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb9276f-a44c-47c3-b651-173f174893a4 req-1d1d3bcf-7307-4c92-9b89-e3fa13bc298a tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:33:42.724941 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-aeb9276f-a44c-47c3-b651-173f174893a4 req-1d1d3bcf-7307-4c92-9b89-e3fa13bc298a tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9497a09-01fe-443f-9026-79e18807af68 HTTP/1.1" status: 200 len: 946 time: 0.0511603 Jul 28 09:33:42.761331 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-aeb9276f-a44c-47c3-b651-173f174893a4 req-8fda1b46-1c80-4974-802f-ae1b91278dd7 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b859362-3239-411c-a566-9eef8f323077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305297 Jul 28 09:33:43.878825 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f407d-3643-4082-a03e-f37cd1ce58c8 req-35ee9288-182c-4162-b0f9-bf3ed0fd2829 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:33:43.880301 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-076f407d-3643-4082-a03e-f37cd1ce58c8 req-35ee9288-182c-4162-b0f9-bf3ed0fd2829 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9497a09-01fe-443f-9026-79e18807af68 HTTP/1.1" status: 200 len: 946 time: 0.0476642 Jul 28 09:33:43.921270 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-076f407d-3643-4082-a03e-f37cd1ce58c8 req-be302fc2-dcdf-41a0-bb0d-f71aac244717 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b859362-3239-411c-a566-9eef8f323077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343320 Jul 28 09:33:44.034673 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e98ce5-8c1b-461a-90b2-9faaee30bc2e req-d5c2a258-ea37-4ad6-932f-021793488918 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:33:44.036829 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-26e98ce5-8c1b-461a-90b2-9faaee30bc2e req-d5c2a258-ea37-4ad6-932f-021793488918 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9497a09-01fe-443f-9026-79e18807af68 HTTP/1.1" status: 200 len: 946 time: 0.0503473 Jul 28 09:33:44.078521 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-26e98ce5-8c1b-461a-90b2-9faaee30bc2e req-11b6e2d0-ee2c-4e1e-b18f-915ad9da6d44 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b859362-3239-411c-a566-9eef8f323077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315652 Jul 28 09:33:44.100149 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 56850) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:33:44.225204 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6861953-05ae-47fa-9bdd-09d32a28a42b tempest-TestVolumeBootPattern-990885359 tempest-TestVolumeBootPattern-990885359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:33:44.226719 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-e6861953-05ae-47fa-9bdd-09d32a28a42b tempest-TestVolumeBootPattern-990885359 tempest-TestVolumeBootPattern-990885359-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f9497a09-01fe-443f-9026-79e18807af68 HTTP/1.1" status: 200 len: 1094 time: 0.1255803 Jul 28 09:33:44.229489 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 56854) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:33:44.234345 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [None req-2c8aa569-7102-4ef8-ae45-ef84dc9b8406 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Request body: {'floatingip': {'floating_network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'port_id': '88a47cb2-374c-48a7-a6b4-a1b921237b75', 'tenant_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:33:44.255798 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-2c8aa569-7102-4ef8-ae45-ef84dc9b8406 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks [] for floatingip, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:44.354745 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-2c8aa569-7102-4ef8-ae45-ef84dc9b8406 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:44.456816 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.db_base_plugin_common [None req-2c8aa569-7102-4ef8-ae45-ef84dc9b8406 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Allocated IP 172.27.3.104 (30331174-7d3c-4928-87ce-fe2956ee4244/7bde36bf-957f-4642-ab95-d9df711170af/42c3d723-6bb2-4257-abad-c4e56aaad338) {{(pid=93067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:33:44.556945 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-2c8aa569-7102-4ef8-ae45-ef84dc9b8406 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks [] for port, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:44.594316 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-2c8aa569-7102-4ef8-ae45-ef84dc9b8406 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732595289878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33549966'] for port, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:44.629021 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c8aa569-7102-4ef8-ae45-ef84dc9b8406 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Network 30331174-7d3c-4928-87ce-fe2956ee4244 is already hosted by enough agents. {{(pid=93067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:33:44.631722 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.base_scheduler [None req-2c8aa569-7102-4ef8-ae45-ef84dc9b8406 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Resources bound (agent type, host, resource id): {{(pid=93067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:33:44.635063 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8aa569-7102-4ef8-ae45-ef84dc9b8406 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Received port after_create {{(pid=93067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 09:33:44.661598 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8aa569-7102-4ef8-ae45-ef84dc9b8406 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Pushing event updated for resources: {'Port': ['ID=42c3d723-6bb2-4257-abad-c4e56aaad338,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:33:44.981368 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-2c8aa569-7102-4ef8-ae45-ef84dc9b8406 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:45.044251 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-2c8aa569-7102-4ef8-ae45-ef84dc9b8406 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:45.187667 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-2c8aa569-7102-4ef8-ae45-ef84dc9b8406 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks [] for port, precommit_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:45.192123 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-2c8aa569-7102-4ef8-ae45-ef84dc9b8406 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33549957'] for port, after_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:45.257934 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8aa569-7102-4ef8-ae45-ef84dc9b8406 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Pushing event updated for resources: {'Port': ['ID=42c3d723-6bb2-4257-abad-c4e56aaad338,revision_number=2']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:33:45.271429 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-2c8aa569-7102-4ef8-ae45-ef84dc9b8406 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8268857'] for floatingip, after_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:45.365590 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.db.l3_db [None req-2c8aa569-7102-4ef8-ae45-ef84dc9b8406 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Floating IP 4c07a16d-117b-49c9-8455-ef0a8c9e6a9c associated. External IP: 172.27.3.104, port: 88a47cb2-374c-48a7-a6b4-a1b921237b75. Jul 28 09:33:45.559513 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c8aa569-7102-4ef8-ae45-ef84dc9b8406 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Router 08cf8842-9ba6-4727-962a-029234b12adf has already been hosted by L3 agent 4c8802ae-c91a-4e26-b3c6-37f497a3b5b2 {{(pid=93067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 09:33:45.661956 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c8aa569-7102-4ef8-ae45-ef84dc9b8406 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify agent at l3_agent.dv-cinder-802669-1-iscsi the message routers_updated {{(pid=93067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:33:45.671864 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0952e82a-e99c-4cae-b58f-05062e74f794 None None] Sync routers for ids ['08cf8842-9ba6-4727-962a-029234b12adf'] in dv-cinder-802669-1-iscsi {{(pid=93069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:33:45.677433 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-2c8aa569-7102-4ef8-ae45-ef84dc9b8406 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905'] for floatingip, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:45.681517 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0952e82a-e99c-4cae-b58f-05062e74f794 None None] Routers {'08cf8842-9ba6-4727-962a-029234b12adf'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:33:45.682123 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-0952e82a-e99c-4cae-b58f-05062e74f794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:33:31Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['08cf8842-9ba6-4727-962a-029234b12adf'], 'active': True} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:33:45.704902 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-2c8aa569-7102-4ef8-ae45-ef84dc9b8406 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4744127 Jul 28 09:33:45.705478 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9497a09-01fe-443f-9026-79e18807af68', 'tag': '88a47cb2-374c-48a7-a6b4-a1b921237b75'}] {{(pid=93067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:33:45.707744 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}119bb006a51e6799d77012a49065aa76076224f53078518f9bbc3af1ae40a877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090739cf-db98-4e11-99f9-a96e776d3fb7" -d '{"events": [{"name": "network-changed", "server_uuid": "f9497a09-01fe-443f-9026-79e18807af68", "tag": "88a47cb2-374c-48a7-a6b4-a1b921237b75"}]}' {{(pid=93067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:33:45.745360 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 09:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc19754-95aa-455b-9055-0598c457544f x-openstack-request-id: req-fcc19754-95aa-455b-9055-0598c457544f {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:33:45.745653 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9497a09-01fe-443f-9026-79e18807af68", "tag": "88a47cb2-374c-48a7-a6b4-a1b921237b75", "status": "completed", "code": 200}]} {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:33:45.745912 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fcc19754-95aa-455b-9055-0598c457544f {{(pid=93067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:33:45.746319 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9497a09-01fe-443f-9026-79e18807af68', 'tag': '88a47cb2-374c-48a7-a6b4-a1b921237b75', 'status': 'completed', 'code': 200} Jul 28 09:33:45.794380 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvr_db [None req-0952e82a-e99c-4cae-b58f-05062e74f794 None None] Set router 08cf8842-9ba6-4727-962a-029234b12adf gateway port host: dv-cinder-802669-1-iscsi {{(pid=93069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:33:45.815739 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090739cf-db98-4e11-99f9-a96e776d3fb7 req-85efd6c3-94e4-4d82-b320-6582129af6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:33:45.817211 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-090739cf-db98-4e11-99f9-a96e776d3fb7 req-85efd6c3-94e4-4d82-b320-6582129af6cf service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=05659f9cc8374aa8b620b7f85c3b9efd&device_id=f9497a09-01fe-443f-9026-79e18807af68 HTTP/1.1" status: 200 len: 1099 time: 0.0487940 Jul 28 09:33:45.903841 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090739cf-db98-4e11-99f9-a96e776d3fb7 req-15d42634-2b02-47ee-a7d8-312451b274eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:33:45.905917 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-090739cf-db98-4e11-99f9-a96e776d3fb7 req-15d42634-2b02-47ee-a7d8-312451b274eb service neutron] 10.222.0.32 "GET /v2.0/networks?id=1fc2852d-286a-4480-bedd-ff38c463ba78 HTTP/1.1" status: 200 len: 913 time: 0.0820589 Jul 28 09:33:45.972744 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-090739cf-db98-4e11-99f9-a96e776d3fb7 req-b5846ba0-abd1-4cc0-b8c2-8359fb627807 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88a47cb2-374c-48a7-a6b4-a1b921237b75 HTTP/1.1" status: 200 len: 1000 time: 0.0599122 Jul 28 09:33:46.019474 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-0952e82a-e99c-4cae-b58f-05062e74f794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08cf8842-9ba6-4727-962a-029234b12adf', 'name': 'tempest-TestVolumeBootPattern-1033886439-router', 'tenant_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '0548ad2c-328c-41fa-b73c-000b168b73e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:33:02Z', 'updated_at': '2021-07-28T09:33:05Z', 'revision_number': 4, 'project_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'gw_port': {'id': '0548ad2c-328c-41fa-b73c-000b168b73e9', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cf8842-9ba6-4727-962a-029234b12adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:33:03Z', 'updated_at': '2021-07-28T09:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_floatingips': [{'id': '4c07a16d-117b-49c9-8455-ef0a8c9e6a9c', 'tenant_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'floating_ip_address': '172.27.3.104', 'floating_network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'router_id': '08cf8842-9ba6-4727-962a-029234b12adf', 'port_id': '88a47cb2-374c-48a7-a6b4-a1b921237b75', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fc2852d-286a-4480-bedd-ff38c463ba78', 'mac_address': 'fa:16:3e:eb:a1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9497a09-01fe-443f-9026-79e18807af68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T09:33:44Z', 'updated_at': '2021-07-28T09:33:44Z', 'revision_number': 0, 'project_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11864257-5261-46f6-89f1-ad7c22467db5', 'name': '', 'network_id': '1fc2852d-286a-4480-bedd-ff38c463ba78', 'tenant_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'mac_address': 'fa:16:3e:35:ca:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cf8842-9ba6-4727-962a-029234b12adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c19c44fd-98e8-496f-991b-1b9a52c58e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:33:05Z', 'updated_at': '2021-07-28T09:33:11Z', 'revision_number': 5, 'project_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'subnets': [{'id': 'c19c44fd-98e8-496f-991b-1b9a52c58e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:33:46.020246 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090739cf-db98-4e11-99f9-a96e776d3fb7 req-2b05a578-5f25-4d6e-b462-8de8b48139e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:33:46.021716 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-090739cf-db98-4e11-99f9-a96e776d3fb7 req-2b05a578-5f25-4d6e-b462-8de8b48139e6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c19c44fd-98e8-496f-991b-1b9a52c58e74 HTTP/1.1" status: 200 len: 851 time: 0.0424950 Jul 28 09:33:46.046545 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0952e82a-e99c-4cae-b58f-05062e74f794 None None] Checking router: 08cf8842-9ba6-4727-962a-029234b12adf for host: dv-cinder-802669-1-iscsi {{(pid=93069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:33:46.056369 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0952e82a-e99c-4cae-b58f-05062e74f794 None None] Routers {'08cf8842-9ba6-4727-962a-029234b12adf'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:33:46.056988 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-0952e82a-e99c-4cae-b58f-05062e74f794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:33:31Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['08cf8842-9ba6-4727-962a-029234b12adf'], 'active': True} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:33:46.072051 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090739cf-db98-4e11-99f9-a96e776d3fb7 req-da9f61dd-1c34-4f17-bc8e-c0779921e4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:33:46.073491 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-090739cf-db98-4e11-99f9-a96e776d3fb7 req-da9f61dd-1c34-4f17-bc8e-c0779921e4d3 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1fc2852d-286a-4480-bedd-ff38c463ba78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452552 Jul 28 09:33:46.160172 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvr_db [None req-0952e82a-e99c-4cae-b58f-05062e74f794 None None] Set router 08cf8842-9ba6-4727-962a-029234b12adf gateway port host: dv-cinder-802669-1-iscsi {{(pid=93069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:33:46.166066 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-090739cf-db98-4e11-99f9-a96e776d3fb7 req-65c7cc84-f6c3-426d-b548-e6096d343a58 service neutron] 10.222.0.32 "GET /v2.0/networks/1fc2852d-286a-4480-bedd-ff38c463ba78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841556 Jul 28 09:33:46.255764 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-090739cf-db98-4e11-99f9-a96e776d3fb7 req-963865f3-da4b-4d44-bf89-4e4bbd3e641e service neutron] 10.222.0.32 "GET /v2.0/networks/1fc2852d-286a-4480-bedd-ff38c463ba78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825307 Jul 28 09:33:46.383003 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-0952e82a-e99c-4cae-b58f-05062e74f794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08cf8842-9ba6-4727-962a-029234b12adf', 'name': 'tempest-TestVolumeBootPattern-1033886439-router', 'tenant_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '0548ad2c-328c-41fa-b73c-000b168b73e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:33:02Z', 'updated_at': '2021-07-28T09:33:05Z', 'revision_number': 4, 'project_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'gw_port': {'id': '0548ad2c-328c-41fa-b73c-000b168b73e9', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cf8842-9ba6-4727-962a-029234b12adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:33:03Z', 'updated_at': '2021-07-28T09:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_floatingips': [{'id': '4c07a16d-117b-49c9-8455-ef0a8c9e6a9c', 'tenant_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'floating_ip_address': '172.27.3.104', 'floating_network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'router_id': '08cf8842-9ba6-4727-962a-029234b12adf', 'port_id': '88a47cb2-374c-48a7-a6b4-a1b921237b75', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fc2852d-286a-4480-bedd-ff38c463ba78', 'mac_address': 'fa:16:3e:eb:a1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9497a09-01fe-443f-9026-79e18807af68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T09:33:44Z', 'updated_at': '2021-07-28T09:33:44Z', 'revision_number': 0, 'project_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11864257-5261-46f6-89f1-ad7c22467db5', 'name': '', 'network_id': '1fc2852d-286a-4480-bedd-ff38c463ba78', 'tenant_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'mac_address': 'fa:16:3e:35:ca:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cf8842-9ba6-4727-962a-029234b12adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c19c44fd-98e8-496f-991b-1b9a52c58e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:33:05Z', 'updated_at': '2021-07-28T09:33:11Z', 'revision_number': 5, 'project_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'subnets': [{'id': 'c19c44fd-98e8-496f-991b-1b9a52c58e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:33:46.413505 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0952e82a-e99c-4cae-b58f-05062e74f794 None None] The sync data for ids ['08cf8842-9ba6-4727-962a-029234b12adf'] in dv-cinder-802669-1-iscsi is: [{'id': '08cf8842-9ba6-4727-962a-029234b12adf', 'name': 'tempest-TestVolumeBootPattern-1033886439-router', 'tenant_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '0548ad2c-328c-41fa-b73c-000b168b73e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:33:02Z', 'updated_at': '2021-07-28T09:33:05Z', 'revision_number': 4, 'project_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'gw_port': {'id': '0548ad2c-328c-41fa-b73c-000b168b73e9', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cf8842-9ba6-4727-962a-029234b12adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:33:03Z', 'updated_at': '2021-07-28T09:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_floatingips': [{'id': '4c07a16d-117b-49c9-8455-ef0a8c9e6a9c', 'tenant_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'floating_ip_address': '172.27.3.104', 'floating_network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'router_id': '08cf8842-9ba6-4727-962a-029234b12adf', 'port_id': '88a47cb2-374c-48a7-a6b4-a1b921237b75', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fc2852d-286a-4480-bedd-ff38c463ba78', 'mac_address': 'fa:16:3e:eb:a1:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9497a09-01fe-443f-9026-79e18807af68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T09:33:44Z', 'updated_at': '2021-07-28T09:33:44Z', 'revision_number': 0, 'project_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11864257-5261-46f6-89f1-ad7c22467db5', 'name': '', 'network_id': '1fc2852d-286a-4480-bedd-ff38c463ba78', 'tenant_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'mac_address': 'fa:16:3e:35:ca:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cf8842-9ba6-4727-962a-029234b12adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c19c44fd-98e8-496f-991b-1b9a52c58e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:33:05Z', 'updated_at': '2021-07-28T09:33:11Z', 'revision_number': 5, 'project_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'subnets': [{'id': 'c19c44fd-98e8-496f-991b-1b9a52c58e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:33:46.589866 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58163145-f276-4b05-9ab5-11d6b2151d97 None None] New status for floating IP 4c07a16d-117b-49c9-8455-ef0a8c9e6a9c: ACTIVE {{(pid=93070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 09:33:54.681167 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-3d2817af-bb7a-4823-8ce1-dc4d33061552 req-6c66d6a8-6d3d-4173-83b9-d14338b11a00 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f9497a09-01fe-443f-9026-79e18807af68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398993 Jul 28 09:33:54.766327 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2817af-bb7a-4823-8ce1-dc4d33061552 req-52d7c077-bfb2-49dc-bd95-91cca070f522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:33:54.767883 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-3d2817af-bb7a-4823-8ce1-dc4d33061552 req-52d7c077-bfb2-49dc-bd95-91cca070f522 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=05659f9cc8374aa8b620b7f85c3b9efd&device_id=f9497a09-01fe-443f-9026-79e18807af68 HTTP/1.1" status: 200 len: 1099 time: 0.0433371 Jul 28 09:33:54.867748 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2817af-bb7a-4823-8ce1-dc4d33061552 req-cde9e7e1-7b0b-4482-a822-bf82a096846d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:33:54.869170 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-3d2817af-bb7a-4823-8ce1-dc4d33061552 req-cde9e7e1-7b0b-4482-a822-bf82a096846d service neutron] 10.222.0.32 "GET /v2.0/networks?id=1fc2852d-286a-4480-bedd-ff38c463ba78 HTTP/1.1" status: 200 len: 913 time: 0.0810599 Jul 28 09:33:54.936738 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-3d2817af-bb7a-4823-8ce1-dc4d33061552 req-5c78d2d4-eb14-44f4-bff4-f38660dbaf3d service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88a47cb2-374c-48a7-a6b4-a1b921237b75 HTTP/1.1" status: 200 len: 1002 time: 0.0590792 Jul 28 09:33:54.971308 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:33:55.267019 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2817af-bb7a-4823-8ce1-dc4d33061552 req-c2b668d3-5190-4601-a4db-2f8438a9159a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:33:55.268506 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-3d2817af-bb7a-4823-8ce1-dc4d33061552 req-c2b668d3-5190-4601-a4db-2f8438a9159a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c19c44fd-98e8-496f-991b-1b9a52c58e74 HTTP/1.1" status: 200 len: 851 time: 0.3239248 Jul 28 09:33:55.314876 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2817af-bb7a-4823-8ce1-dc4d33061552 req-351e4dce-68ff-492d-99fe-f040b974643a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:33:55.316352 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-3d2817af-bb7a-4823-8ce1-dc4d33061552 req-351e4dce-68ff-492d-99fe-f040b974643a service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1fc2852d-286a-4480-bedd-ff38c463ba78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384710 Jul 28 09:33:55.406017 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-3d2817af-bb7a-4823-8ce1-dc4d33061552 req-70c43eb3-d6f2-4b43-b158-ed2c188e6db6 service neutron] 10.222.0.32 "GET /v2.0/networks/1fc2852d-286a-4480-bedd-ff38c463ba78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822945 Jul 28 09:33:55.492721 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-3d2817af-bb7a-4823-8ce1-dc4d33061552 req-77b7a754-a2fa-4a91-9605-fdd39e2d06eb service neutron] 10.222.0.32 "GET /v2.0/networks/1fc2852d-286a-4480-bedd-ff38c463ba78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794258 Jul 28 09:33:58.355329 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-e4e7ecb9-0c6c-4e8a-915c-1e6ef2399feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:34:00.726195 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-2d2e5720-7d34-4c69-8576-ce82d86092b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:34:01.113849 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:34:02.108886 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-29fc97ff-9392-4c7d-8b91-be3be07fca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:34:02.678530 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.agents_db [None req-63843732-4a37-4b37-bfab-6dab7fdb1052 None None] Agent healthcheck: found 6 active agents {{(pid=93070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:34:03.657599 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-2284cd4c-493c-4cd5-902b-cad83a6c7b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:34:24.985721 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:34:28.357168 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-31ea991c-0063-4be9-9cba-95ac0f851620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:34:30.726176 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-ca6e7bb9-0f56-4eba-9b4d-b14a8b187def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:34:31.114434 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:34:32.112849 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-29fc97ff-9392-4c7d-8b91-be3be07fca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:34:33.660332 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-2284cd4c-493c-4cd5-902b-cad83a6c7b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:34:39.677266 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.agents_db [None req-63843732-4a37-4b37-bfab-6dab7fdb1052 None None] Agent healthcheck: found 6 active agents {{(pid=93070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:34:54.673253 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e4d87a2c-97d9-47f4-baaf-502ce52f518d req-b29ef1da-0fcf-4c70-85ea-c1e0e790fe82 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=f9497a09-01fe-443f-9026-79e18807af68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402212 Jul 28 09:34:54.755559 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d87a2c-97d9-47f4-baaf-502ce52f518d req-5d123287-5954-4160-b2fc-63293771f2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:34:54.757081 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e4d87a2c-97d9-47f4-baaf-502ce52f518d req-5d123287-5954-4160-b2fc-63293771f2f8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=05659f9cc8374aa8b620b7f85c3b9efd&device_id=f9497a09-01fe-443f-9026-79e18807af68 HTTP/1.1" status: 200 len: 1099 time: 0.0431724 Jul 28 09:34:54.854732 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d87a2c-97d9-47f4-baaf-502ce52f518d req-6710b1dc-414e-46dd-83e5-0837711f99ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:34:54.856223 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e4d87a2c-97d9-47f4-baaf-502ce52f518d req-6710b1dc-414e-46dd-83e5-0837711f99ef service neutron] 10.222.0.32 "GET /v2.0/networks?id=1fc2852d-286a-4480-bedd-ff38c463ba78 HTTP/1.1" status: 200 len: 913 time: 0.0801706 Jul 28 09:34:54.922551 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e4d87a2c-97d9-47f4-baaf-502ce52f518d req-6f7b611e-65bd-4447-a802-70fbcc64f274 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88a47cb2-374c-48a7-a6b4-a1b921237b75 HTTP/1.1" status: 200 len: 1002 time: 0.0589583 Jul 28 09:34:54.969627 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d87a2c-97d9-47f4-baaf-502ce52f518d req-81510de2-b6b4-45cf-9a0f-8c55e06f1805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:34:54.970999 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e4d87a2c-97d9-47f4-baaf-502ce52f518d req-81510de2-b6b4-45cf-9a0f-8c55e06f1805 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c19c44fd-98e8-496f-991b-1b9a52c58e74 HTTP/1.1" status: 200 len: 851 time: 0.0417590 Jul 28 09:34:54.983758 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:34:55.016165 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d87a2c-97d9-47f4-baaf-502ce52f518d req-23360fb3-1b96-4088-bbc9-a290b59241ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:34:55.017649 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e4d87a2c-97d9-47f4-baaf-502ce52f518d req-23360fb3-1b96-4088-bbc9-a290b59241ad service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1fc2852d-286a-4480-bedd-ff38c463ba78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401187 Jul 28 09:34:55.028607 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [req-e4d87a2c-97d9-47f4-baaf-502ce52f518d req-4df1839a-449d-4612-8c5c-1c4fc01cc377 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93067) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 09:34:55.029549 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e4d87a2c-97d9-47f4-baaf-502ce52f518d req-4df1839a-449d-4612-8c5c-1c4fc01cc377 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052333 Jul 28 09:34:55.119568 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e4d87a2c-97d9-47f4-baaf-502ce52f518d req-d4a9a7dd-14d5-48e6-8971-7e413b131fb7 service neutron] 10.222.0.32 "GET /v2.0/networks/1fc2852d-286a-4480-bedd-ff38c463ba78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832229 Jul 28 09:34:55.207374 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e4d87a2c-97d9-47f4-baaf-502ce52f518d req-b9616897-bb43-4ce5-9388-3183bc72e39d service neutron] 10.222.0.32 "GET /v2.0/networks/1fc2852d-286a-4480-bedd-ff38c463ba78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801551 Jul 28 09:34:58.358199 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-f58b6c71-00de-4fb6-bc2e-ea5ce67f3bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:35:00.727199 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-4388a9cd-b58a-4bd9-86c6-5f890c4e8cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:35:01.114313 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:35:02.113729 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-29fc97ff-9392-4c7d-8b91-be3be07fca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:35:03.665567 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-2284cd4c-493c-4cd5-902b-cad83a6c7b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:35:16.678298 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.agents_db [None req-63843732-4a37-4b37-bfab-6dab7fdb1052 None None] Agent healthcheck: found 6 active agents {{(pid=93070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:35:24.998541 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:35:28.358262 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-1c9d26c1-f93b-4b7d-b1c0-af0793cb2cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:35:30.728250 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-96b9dc15-2d79-48d6-934a-fbbe095dea1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:35:31.113498 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:35:32.116590 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-29fc97ff-9392-4c7d-8b91-be3be07fca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:35:33.665561 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-2284cd4c-493c-4cd5-902b-cad83a6c7b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:35:40.973374 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddc3466-70b1-4523-b356-da40204b20f1 req-0bf0a73c-4878-458d-8e1e-2aa8ede1e1bc tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:35:40.974748 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-5ddc3466-70b1-4523-b356-da40204b20f1 req-0bf0a73c-4878-458d-8e1e-2aa8ede1e1bc tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9497a09-01fe-443f-9026-79e18807af68 HTTP/1.1" status: 200 len: 946 time: 0.0949810 Jul 28 09:35:41.012376 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-5ddc3466-70b1-4523-b356-da40204b20f1 req-77d5ad18-aaa0-49a7-9007-370653c1b53e tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b859362-3239-411c-a566-9eef8f323077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317988 Jul 28 09:35:42.193532 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65208db-b6bc-4f70-bbd2-cc07ded1c764 req-649cbda6-eaa5-40e8-b5a7-10c8eaea0aba tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:35:42.195188 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e65208db-b6bc-4f70-bbd2-cc07ded1c764 req-649cbda6-eaa5-40e8-b5a7-10c8eaea0aba tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9497a09-01fe-443f-9026-79e18807af68 HTTP/1.1" status: 200 len: 946 time: 0.1005149 Jul 28 09:35:42.235800 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-e65208db-b6bc-4f70-bbd2-cc07ded1c764 req-e47563b4-5b4f-43db-bd99-0c3d95eddac9 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b859362-3239-411c-a566-9eef8f323077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347207 Jul 28 09:35:42.396084 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edee48fd-cb04-4a35-b0c0-3f40481604cb req-63a7d63d-3fed-4e7f-ab5e-e71a1a74b98a tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:35:42.397541 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-edee48fd-cb04-4a35-b0c0-3f40481604cb req-63a7d63d-3fed-4e7f-ab5e-e71a1a74b98a tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.32 "GET /v2.0/ports?device_id=f9497a09-01fe-443f-9026-79e18807af68 HTTP/1.1" status: 200 len: 946 time: 0.0527525 Jul 28 09:35:42.491500 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.plugin [req-edee48fd-cb04-4a35-b0c0-3f40481604cb req-7887623d-a3a4-49a5-8b82-7408daca285a tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Deleting port 88a47cb2-374c-48a7-a6b4-a1b921237b75 {{(pid=93067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 09:35:42.491899 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-edee48fd-cb04-4a35-b0c0-3f40481604cb req-7887623d-a3a4-49a5-8b82-7408daca285a tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732595656843'] for port, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:35:42.577361 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.db [req-edee48fd-cb04-4a35-b0c0-3f40481604cb req-7887623d-a3a4-49a5-8b82-7408daca285a tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] For port 88a47cb2-374c-48a7-a6b4-a1b921237b75, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=88a47cb2-374c-48a7-a6b4-a1b921237b75,segment=NetworkSegment(55af3968-752b-4fb5-bec2-f41233d41b45),segment_id=55af3968-752b-4fb5-bec2-f41233d41b45)] {{(pid=93067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:35:42.577726 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-edee48fd-cb04-4a35-b0c0-3f40481604cb req-7887623d-a3a4-49a5-8b82-7408daca285a tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8264998'] for port, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:35:42.743827 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-edee48fd-cb04-4a35-b0c0-3f40481604cb req-7887623d-a3a4-49a5-8b82-7408daca285a tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:35:42.744134 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-edee48fd-cb04-4a35-b0c0-3f40481604cb req-7887623d-a3a4-49a5-8b82-7408daca285a tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8268857'] for floatingip, after_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:35:42.744472 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.db.l3_db [req-edee48fd-cb04-4a35-b0c0-3f40481604cb req-7887623d-a3a4-49a5-8b82-7408daca285a tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Floating IP 4c07a16d-117b-49c9-8455-ef0a8c9e6a9c disassociated. External IP: 172.27.3.104, port: 88a47cb2-374c-48a7-a6b4-a1b921237b75. Jul 28 09:35:42.744788 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.plugin [req-edee48fd-cb04-4a35-b0c0-3f40481604cb req-7887623d-a3a4-49a5-8b82-7408daca285a tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Calling delete_port for 88a47cb2-374c-48a7-a6b4-a1b921237b75 owned by compute:nova {{(pid=93067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 09:35:42.873512 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-edee48fd-cb04-4a35-b0c0-3f40481604cb req-7887623d-a3a4-49a5-8b82-7408daca285a tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732595661087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732595289887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33549966'] for port, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:35:42.899340 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7887623d-a3a4-49a5-8b82-7408daca285a tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Pushing event deleted for resources: {'Port': ['ID=88a47cb2-374c-48a7-a6b4-a1b921237b75,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:35:42.911674 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7887623d-a3a4-49a5-8b82-7408daca285a tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:35:42.912030 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7887623d-a3a4-49a5-8b82-7408daca285a tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:35:42.912374 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7887623d-a3a4-49a5-8b82-7408daca285a tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:35:42.912713 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7887623d-a3a4-49a5-8b82-7408daca285a tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:35:42.913075 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7887623d-a3a4-49a5-8b82-7408daca285a tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:35:42.913413 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7887623d-a3a4-49a5-8b82-7408daca285a tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:35:42.913743 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7887623d-a3a4-49a5-8b82-7408daca285a tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:35:42.914073 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7887623d-a3a4-49a5-8b82-7408daca285a tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:35:42.914403 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7887623d-a3a4-49a5-8b82-7408daca285a tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:35:42.914729 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7887623d-a3a4-49a5-8b82-7408daca285a tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:35:42.915053 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7887623d-a3a4-49a5-8b82-7408daca285a tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:35:42.915374 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7887623d-a3a4-49a5-8b82-7408daca285a tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:35:43.026715 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.l3_agent_scheduler [req-edee48fd-cb04-4a35-b0c0-3f40481604cb req-7887623d-a3a4-49a5-8b82-7408daca285a tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Router 08cf8842-9ba6-4727-962a-029234b12adf has already been hosted by L3 agent 4c8802ae-c91a-4e26-b3c6-37f497a3b5b2 {{(pid=93067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 09:35:43.131978 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-edee48fd-cb04-4a35-b0c0-3f40481604cb req-7887623d-a3a4-49a5-8b82-7408daca285a tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify agent at l3_agent.dv-cinder-802669-1-iscsi the message routers_updated {{(pid=93067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:35:43.141432 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbea2d3-653f-4497-8260-3a5abc8c547f None None] Sync routers for ids ['08cf8842-9ba6-4727-962a-029234b12adf'] in dv-cinder-802669-1-iscsi {{(pid=93069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:35:43.151176 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbea2d3-653f-4497-8260-3a5abc8c547f None None] Routers {'08cf8842-9ba6-4727-962a-029234b12adf'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:35:43.151821 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-1fbea2d3-653f-4497-8260-3a5abc8c547f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:35:31Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['08cf8842-9ba6-4727-962a-029234b12adf'], 'active': True} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:35:43.170674 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.l3_dvrscheduler_db [req-edee48fd-cb04-4a35-b0c0-3f40481604cb req-7887623d-a3a4-49a5-8b82-7408daca285a tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] No DVR routers for this DVR port 88a47cb2-374c-48a7-a6b4-a1b921237b75 on host hv-cinder-80266 {{(pid=93067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 09:35:43.173390 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-edee48fd-cb04-4a35-b0c0-3f40481604cb req-7887623d-a3a4-49a5-8b82-7408daca285a tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905'] for port, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:35:43.175530 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-edee48fd-cb04-4a35-b0c0-3f40481604cb req-7887623d-a3a4-49a5-8b82-7408daca285a tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.32 "DELETE /v2.0/ports/88a47cb2-374c-48a7-a6b4-a1b921237b75 HTTP/1.1" status: 204 len: 173 time: 0.7709644 Jul 28 09:35:43.176018 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9497a09-01fe-443f-9026-79e18807af68', 'name': 'network-vif-deleted', 'tag': '88a47cb2-374c-48a7-a6b4-a1b921237b75'}] {{(pid=93067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:35:43.178967 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}119bb006a51e6799d77012a49065aa76076224f53078518f9bbc3af1ae40a877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bcbb44d-044a-4a85-a42a-6e2e43e4ad9c" -d '{"events": [{"server_uuid": "f9497a09-01fe-443f-9026-79e18807af68", "name": "network-vif-deleted", "tag": "88a47cb2-374c-48a7-a6b4-a1b921237b75"}]}' {{(pid=93067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:35:43.284930 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvr_db [None req-1fbea2d3-653f-4497-8260-3a5abc8c547f None None] Set router 08cf8842-9ba6-4727-962a-029234b12adf gateway port host: dv-cinder-802669-1-iscsi {{(pid=93069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:35:43.289221 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 09:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b9ead0-aad2-4272-a4f2-d08578cd9a59 x-openstack-request-id: req-f0b9ead0-aad2-4272-a4f2-d08578cd9a59 {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:35:43.289706 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9497a09-01fe-443f-9026-79e18807af68", "name": "network-vif-deleted", "tag": "88a47cb2-374c-48a7-a6b4-a1b921237b75", "status": "completed", "code": 200}]} {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:35:43.289818 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f0b9ead0-aad2-4272-a4f2-d08578cd9a59 {{(pid=93067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:35:43.290170 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9497a09-01fe-443f-9026-79e18807af68', 'name': 'network-vif-deleted', 'tag': '88a47cb2-374c-48a7-a6b4-a1b921237b75', 'status': 'completed', 'code': 200} Jul 28 09:35:43.347512 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-78373815-c967-421d-b19c-797b901c6440 req-3e462a19-a41f-4320-bfcc-60946e77f72c tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/ports?device_id=f9497a09-01fe-443f-9026-79e18807af68 HTTP/1.1" status: 200 len: 210 time: 0.0324252 Jul 28 09:35:43.487216 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-1fbea2d3-653f-4497-8260-3a5abc8c547f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08cf8842-9ba6-4727-962a-029234b12adf', 'name': 'tempest-TestVolumeBootPattern-1033886439-router', 'tenant_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '0548ad2c-328c-41fa-b73c-000b168b73e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:33:02Z', 'updated_at': '2021-07-28T09:33:05Z', 'revision_number': 4, 'project_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'gw_port': {'id': '0548ad2c-328c-41fa-b73c-000b168b73e9', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cf8842-9ba6-4727-962a-029234b12adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:33:03Z', 'updated_at': '2021-07-28T09:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_interfaces': [{'id': '11864257-5261-46f6-89f1-ad7c22467db5', 'name': '', 'network_id': '1fc2852d-286a-4480-bedd-ff38c463ba78', 'tenant_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'mac_address': 'fa:16:3e:35:ca:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cf8842-9ba6-4727-962a-029234b12adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c19c44fd-98e8-496f-991b-1b9a52c58e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:33:05Z', 'updated_at': '2021-07-28T09:33:11Z', 'revision_number': 5, 'project_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'subnets': [{'id': 'c19c44fd-98e8-496f-991b-1b9a52c58e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:35:43.517141 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbea2d3-653f-4497-8260-3a5abc8c547f None None] Checking router: 08cf8842-9ba6-4727-962a-029234b12adf for host: dv-cinder-802669-1-iscsi {{(pid=93069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:35:43.525764 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbea2d3-653f-4497-8260-3a5abc8c547f None None] Routers {'08cf8842-9ba6-4727-962a-029234b12adf'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:35:43.526369 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-1fbea2d3-653f-4497-8260-3a5abc8c547f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:35:31Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['08cf8842-9ba6-4727-962a-029234b12adf'], 'active': True} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:35:43.628449 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvr_db [None req-1fbea2d3-653f-4497-8260-3a5abc8c547f None None] Set router 08cf8842-9ba6-4727-962a-029234b12adf gateway port host: dv-cinder-802669-1-iscsi {{(pid=93069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:35:43.947021 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-1fbea2d3-653f-4497-8260-3a5abc8c547f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08cf8842-9ba6-4727-962a-029234b12adf', 'name': 'tempest-TestVolumeBootPattern-1033886439-router', 'tenant_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '0548ad2c-328c-41fa-b73c-000b168b73e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:33:02Z', 'updated_at': '2021-07-28T09:33:05Z', 'revision_number': 4, 'project_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'gw_port': {'id': '0548ad2c-328c-41fa-b73c-000b168b73e9', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cf8842-9ba6-4727-962a-029234b12adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:33:03Z', 'updated_at': '2021-07-28T09:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_interfaces': [{'id': '11864257-5261-46f6-89f1-ad7c22467db5', 'name': '', 'network_id': '1fc2852d-286a-4480-bedd-ff38c463ba78', 'tenant_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'mac_address': 'fa:16:3e:35:ca:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cf8842-9ba6-4727-962a-029234b12adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c19c44fd-98e8-496f-991b-1b9a52c58e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:33:05Z', 'updated_at': '2021-07-28T09:33:11Z', 'revision_number': 5, 'project_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'subnets': [{'id': 'c19c44fd-98e8-496f-991b-1b9a52c58e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:35:43.972162 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbea2d3-653f-4497-8260-3a5abc8c547f None None] The sync data for ids ['08cf8842-9ba6-4727-962a-029234b12adf'] in dv-cinder-802669-1-iscsi is: [{'id': '08cf8842-9ba6-4727-962a-029234b12adf', 'name': 'tempest-TestVolumeBootPattern-1033886439-router', 'tenant_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '0548ad2c-328c-41fa-b73c-000b168b73e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:33:02Z', 'updated_at': '2021-07-28T09:33:05Z', 'revision_number': 4, 'project_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'gw_port': {'id': '0548ad2c-328c-41fa-b73c-000b168b73e9', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cf8842-9ba6-4727-962a-029234b12adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:33:03Z', 'updated_at': '2021-07-28T09:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_interfaces': [{'id': '11864257-5261-46f6-89f1-ad7c22467db5', 'name': '', 'network_id': '1fc2852d-286a-4480-bedd-ff38c463ba78', 'tenant_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'mac_address': 'fa:16:3e:35:ca:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cf8842-9ba6-4727-962a-029234b12adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c19c44fd-98e8-496f-991b-1b9a52c58e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:33:05Z', 'updated_at': '2021-07-28T09:33:11Z', 'revision_number': 5, 'project_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'subnets': [{'id': 'c19c44fd-98e8-496f-991b-1b9a52c58e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:35:44.187459 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7ebdff-bf84-4421-80c4-c722126d90a4 None None] New status for floating IP 4c07a16d-117b-49c9-8455-ef0a8c9e6a9c: DOWN {{(pid=93070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 09:35:44.543378 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-d6cf19e2-f177-41d6-8e08-2ae4d35dbf21 req-31b0a3ae-5222-4d9f-82de-72c1ab5f5cfa tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1050948725&fields=id&tenant_id=05659f9cc8374aa8b620b7f85c3b9efd HTTP/1.1" status: 200 len: 267 time: 0.0325620 Jul 28 09:35:44.646761 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf19e2-f177-41d6-8e08-2ae4d35dbf21 req-29622439-099b-4c5d-93e2-67989ae2f3ec tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:35:44.648267 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-d6cf19e2-f177-41d6-8e08-2ae4d35dbf21 req-29622439-099b-4c5d-93e2-67989ae2f3ec tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/networks?id=1fc2852d-286a-4480-bedd-ff38c463ba78 HTTP/1.1" status: 200 len: 812 time: 0.0978091 Jul 28 09:35:44.663277 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-d6cf19e2-f177-41d6-8e08-2ae4d35dbf21 req-47b4c2c1-1131-4327-833f-0f185893bda6 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/quotas/05659f9cc8374aa8b620b7f85c3b9efd HTTP/1.1" status: 200 len: 375 time: 0.0092547 Jul 28 09:35:44.714729 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-d6cf19e2-f177-41d6-8e08-2ae4d35dbf21 req-b779ac52-3025-486a-82fe-e1811cc908f0 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=05659f9cc8374aa8b620b7f85c3b9efd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0462306 Jul 28 09:35:44.770168 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [req-d6cf19e2-f177-41d6-8e08-2ae4d35dbf21 req-f27c82dc-986b-453d-9578-c7513d4d3ff6 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93067) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 09:35:44.771160 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-d6cf19e2-f177-41d6-8e08-2ae4d35dbf21 req-f27c82dc-986b-453d-9578-c7513d4d3ff6 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0450754 Jul 28 09:35:44.863111 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-d6cf19e2-f177-41d6-8e08-2ae4d35dbf21 req-fb736680-2e40-4091-8e87-67966e59b026 service neutron] 10.222.0.23 "GET /v2.0/networks/1fc2852d-286a-4480-bedd-ff38c463ba78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853853 Jul 28 09:35:44.950281 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-d6cf19e2-f177-41d6-8e08-2ae4d35dbf21 req-78401af7-53bc-4267-94ec-66879a795b49 service neutron] 10.222.0.23 "GET /v2.0/networks/1fc2852d-286a-4480-bedd-ff38c463ba78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811284 Jul 28 09:35:45.232247 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-d9e6186c-2211-4afa-a0c6-73d24c723806 req-7edc3237-f90e-4938-b9ff-a19aebb21e45 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/ports?device_id=fbe9c147-922e-4b88-81b7-5e5fc25c4b33 HTTP/1.1" status: 200 len: 210 time: 0.0315340 Jul 28 09:35:46.095006 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device 88a47cb2-374c-48a7-a6b4-a1b921237b75 no longer exists at agent hyperv_hv-cinder-80266 {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:35:46.118185 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] No Port match for: 88a47cb2-374c-48a7-a6b4-a1b921237b75 {{(pid=93069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 09:35:46.118524 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device 88a47cb2-374c-48a7-a6b4-a1b921237b75 not bound to the agent host hv-cinder-80266 {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:35:46.307906 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-3674a6cd-9de9-4870-9ff1-f6a4bcb29e1b req-d858b819-5cc3-49b7-bb34-da9272eac223 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/ports?device_id=fbe9c147-922e-4b88-81b7-5e5fc25c4b33 HTTP/1.1" status: 200 len: 210 time: 0.0262771 Jul 28 09:35:47.385654 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-02433324-ecd5-45ed-ab25-1c10a99e0264 req-a3f2e6a2-81ab-4e9c-a224-6554bbe88ebc tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/ports?device_id=fbe9c147-922e-4b88-81b7-5e5fc25c4b33 HTTP/1.1" status: 200 len: 210 time: 0.0269229 Jul 28 09:35:48.461764 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-94afead6-848b-455f-aa7d-76a365e3a02b req-5bd922e8-a490-4310-a81c-5c563372413f tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/ports?device_id=fbe9c147-922e-4b88-81b7-5e5fc25c4b33 HTTP/1.1" status: 200 len: 210 time: 0.0264990 Jul 28 09:35:49.551542 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-d9dbba8d-6004-4bb6-b63c-6c58dd92add5 req-cda32a69-eace-4e30-8905-bc26058b8e2f tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/ports?device_id=fbe9c147-922e-4b88-81b7-5e5fc25c4b33 HTTP/1.1" status: 200 len: 210 time: 0.0254304 Jul 28 09:35:50.269964 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf19e2-f177-41d6-8e08-2ae4d35dbf21 req-3e04b121-0f8f-47b5-958f-81c26100f7a4 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:35:50.271431 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-d6cf19e2-f177-41d6-8e08-2ae4d35dbf21 req-3e04b121-0f8f-47b5-958f-81c26100f7a4 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.32 "GET /v2.0/networks?id=1fc2852d-286a-4480-bedd-ff38c463ba78 HTTP/1.1" status: 200 len: 812 time: 0.1089318 Jul 28 09:35:50.314513 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-d6cf19e2-f177-41d6-8e08-2ae4d35dbf21 req-d4f1fd54-f682-4290-a6d5-3e0f5c219f1d tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05659f9cc8374aa8b620b7f85c3b9efd HTTP/1.1" status: 200 len: 380 time: 0.0338936 Jul 28 09:35:50.323360 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [req-d6cf19e2-f177-41d6-8e08-2ae4d35dbf21 req-f8f557be-46f1-4351-9d56-cd21282b7dbe tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Request body: {'port': {'device_id': 'fbe9c147-922e-4b88-81b7-5e5fc25c4b33', 'network_id': '1fc2852d-286a-4480-bedd-ff38c463ba78', 'admin_state_up': True, 'tenant_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'security_groups': ['5b859362-3239-411c-a566-9eef8f323077']}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:35:50.427169 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6cf19e2-f177-41d6-8e08-2ae4d35dbf21 req-f8f557be-46f1-4351-9d56-cd21282b7dbe tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Made reservation on behalf of 05659f9cc8374aa8b620b7f85c3b9efd for: {'port': 1} {{(pid=93067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:35:50.430583 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-d6cf19e2-f177-41d6-8e08-2ae4d35dbf21 req-f8f557be-46f1-4351-9d56-cd21282b7dbe tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:35:50.558579 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.db_base_plugin_common [req-d6cf19e2-f177-41d6-8e08-2ae4d35dbf21 req-f8f557be-46f1-4351-9d56-cd21282b7dbe tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Allocated IP 172.20.0.12 (1fc2852d-286a-4480-bedd-ff38c463ba78/c19c44fd-98e8-496f-991b-1b9a52c58e74/9c2786c4-77fe-4cf5-9aba-f61c414df2fd) {{(pid=93067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:35:50.683604 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-6610a87e-c52b-4e18-b760-ee95567f0cc7 req-fe03bead-0324-430b-86a4-1b46d2262b8e tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/ports?device_id=fbe9c147-922e-4b88-81b7-5e5fc25c4b33 HTTP/1.1" status: 200 len: 210 time: 0.0378985 Jul 28 09:35:50.734808 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-d6cf19e2-f177-41d6-8e08-2ae4d35dbf21 req-f8f557be-46f1-4351-9d56-cd21282b7dbe tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks [] for port, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:35:50.748799 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.provisioning_blocks [req-d6cf19e2-f177-41d6-8e08-2ae4d35dbf21 req-f8f557be-46f1-4351-9d56-cd21282b7dbe tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Transition to ACTIVE for port object 9c2786c4-77fe-4cf5-9aba-f61c414df2fd will not be triggered until provisioned by entity DHCP. {{(pid=93067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:35:50.780840 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-d6cf19e2-f177-41d6-8e08-2ae4d35dbf21 req-f8f557be-46f1-4351-9d56-cd21282b7dbe tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732595289878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33549966'] for port, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:35:50.822667 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6cf19e2-f177-41d6-8e08-2ae4d35dbf21 req-f8f557be-46f1-4351-9d56-cd21282b7dbe tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Network 1fc2852d-286a-4480-bedd-ff38c463ba78 is already hosted by enough agents. {{(pid=93067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:35:50.825618 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.base_scheduler [req-d6cf19e2-f177-41d6-8e08-2ae4d35dbf21 req-f8f557be-46f1-4351-9d56-cd21282b7dbe tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Resources bound (agent type, host, resource id): {{(pid=93067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:35:50.828116 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6cf19e2-f177-41d6-8e08-2ae4d35dbf21 req-f8f557be-46f1-4351-9d56-cd21282b7dbe tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Received port after_create {{(pid=93067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 09:35:50.863879 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f557be-46f1-4351-9d56-cd21282b7dbe tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Pushing event updated for resources: {'Port': ['ID=9c2786c4-77fe-4cf5-9aba-f61c414df2fd,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:35:50.889419 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf19e2-f177-41d6-8e08-2ae4d35dbf21 req-f8f557be-46f1-4351-9d56-cd21282b7dbe tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:35:50.890060 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-d6cf19e2-f177-41d6-8e08-2ae4d35dbf21 req-f8f557be-46f1-4351-9d56-cd21282b7dbe tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905'] for port, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:35:50.905199 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-d6cf19e2-f177-41d6-8e08-2ae4d35dbf21 req-f8f557be-46f1-4351-9d56-cd21282b7dbe tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5854037 Jul 28 09:35:50.963343 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [req-d6cf19e2-f177-41d6-8e08-2ae4d35dbf21 req-80f8eaea-23d0-4729-ae44-746225e85709 service neutron] Request body: {'port': {'device_id': 'fbe9c147-922e-4b88-81b7-5e5fc25c4b33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80266'}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:35:51.016458 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-d6cf19e2-f177-41d6-8e08-2ae4d35dbf21 req-80f8eaea-23d0-4729-ae44-746225e85709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:35:51.068816 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-a7dbcdd6-5aee-49fd-af56-a6acb67c0128 None None] Provisioning for port 9c2786c4-77fe-4cf5-9aba-f61c414df2fd completed by entity DHCP. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:35:51.073422 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-a7dbcdd6-5aee-49fd-af56-a6acb67c0128 None None] Provisioning complete for port 9c2786c4-77fe-4cf5-9aba-f61c414df2fd triggered by entity DHCP. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:35:51.073734 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-a7dbcdd6-5aee-49fd-af56-a6acb67c0128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:35:51.106996 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-a7dbcdd6-5aee-49fd-af56-a6acb67c0128 None None] Port 9c2786c4-77fe-4cf5-9aba-f61c414df2fd cannot update to ACTIVE because it is not bound. {{(pid=93069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 09:35:51.275098 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.notifiers.nova [req-d6cf19e2-f177-41d6-8e08-2ae4d35dbf21 req-80f8eaea-23d0-4729-ae44-746225e85709 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c2786c4-77fe-4cf5-9aba-f61c414df2fd {{(pid=93067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 09:35:51.282916 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-d6cf19e2-f177-41d6-8e08-2ae4d35dbf21 req-80f8eaea-23d0-4729-ae44-746225e85709 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:35:51.294183 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.provisioning_blocks [req-d6cf19e2-f177-41d6-8e08-2ae4d35dbf21 req-80f8eaea-23d0-4729-ae44-746225e85709 service neutron] Transition to ACTIVE for port object 9c2786c4-77fe-4cf5-9aba-f61c414df2fd will not be triggered until provisioned by entity L2. {{(pid=93067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:35:51.298498 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-d6cf19e2-f177-41d6-8e08-2ae4d35dbf21 req-80f8eaea-23d0-4729-ae44-746225e85709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33549957'] for port, after_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:35:51.345042 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f8eaea-23d0-4729-ae44-746225e85709 service neutron] Pushing event updated for resources: {'Port': ['ID=9c2786c4-77fe-4cf5-9aba-f61c414df2fd,revision_number=2']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:35:51.414811 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.managers [req-d6cf19e2-f177-41d6-8e08-2ae4d35dbf21 req-80f8eaea-23d0-4729-ae44-746225e85709 service neutron] Attempting to bind port 9c2786c4-77fe-4cf5-9aba-f61c414df2fd on host hv-cinder-80266 for vnic_type normal with profile {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 09:35:51.415148 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.managers [req-d6cf19e2-f177-41d6-8e08-2ae4d35dbf21 req-80f8eaea-23d0-4729-ae44-746225e85709 service neutron] Attempting to bind port 9c2786c4-77fe-4cf5-9aba-f61c414df2fd by drivers openvswitch,hyperv on host hv-cinder-80266 at level 0 using segments [{'id': '55af3968-752b-4fb5-bec2-f41233d41b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1fc2852d-286a-4480-bedd-ff38c463ba78'}] {{(pid=93067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 09:35:51.415477 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cf19e2-f177-41d6-8e08-2ae4d35dbf21 req-80f8eaea-23d0-4729-ae44-746225e85709 service neutron] Attempting to bind port 9c2786c4-77fe-4cf5-9aba-f61c414df2fd on network 1fc2852d-286a-4480-bedd-ff38c463ba78 {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 09:35:51.420462 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cf19e2-f177-41d6-8e08-2ae4d35dbf21 req-80f8eaea-23d0-4729-ae44-746225e85709 service neutron] Port 9c2786c4-77fe-4cf5-9aba-f61c414df2fd on network 1fc2852d-286a-4480-bedd-ff38c463ba78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80266 {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 09:35:51.421007 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cf19e2-f177-41d6-8e08-2ae4d35dbf21 req-80f8eaea-23d0-4729-ae44-746225e85709 service neutron] Attempting to bind port 9c2786c4-77fe-4cf5-9aba-f61c414df2fd on network 1fc2852d-286a-4480-bedd-ff38c463ba78 {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 09:35:51.425803 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cf19e2-f177-41d6-8e08-2ae4d35dbf21 req-80f8eaea-23d0-4729-ae44-746225e85709 service neutron] Checking agent: {'id': '2e21c55d-f4ce-498b-abcc-e7d8675cd352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80266', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 9, 22, 54), 'started_at': datetime.datetime(2021, 7, 28, 9, 22, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 9, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 09:35:51.426145 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cf19e2-f177-41d6-8e08-2ae4d35dbf21 req-80f8eaea-23d0-4729-ae44-746225e85709 service neutron] Checking segment: {'id': '55af3968-752b-4fb5-bec2-f41233d41b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1fc2852d-286a-4480-bedd-ff38c463ba78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 09:35:51.426527 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6cf19e2-f177-41d6-8e08-2ae4d35dbf21 req-80f8eaea-23d0-4729-ae44-746225e85709 service neutron] Bound using segment: {'id': '55af3968-752b-4fb5-bec2-f41233d41b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1fc2852d-286a-4480-bedd-ff38c463ba78'} {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 09:35:51.426956 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.managers [req-d6cf19e2-f177-41d6-8e08-2ae4d35dbf21 req-80f8eaea-23d0-4729-ae44-746225e85709 service neutron] Bound port: 9c2786c4-77fe-4cf5-9aba-f61c414df2fd, host: hv-cinder-80266, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55af3968-752b-4fb5-bec2-f41233d41b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1fc2852d-286a-4480-bedd-ff38c463ba78'}}] {{(pid=93067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 09:35:51.427316 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-d6cf19e2-f177-41d6-8e08-2ae4d35dbf21 req-80f8eaea-23d0-4729-ae44-746225e85709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:35:51.493833 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.db [req-d6cf19e2-f177-41d6-8e08-2ae4d35dbf21 req-80f8eaea-23d0-4729-ae44-746225e85709 service neutron] For port 9c2786c4-77fe-4cf5-9aba-f61c414df2fd, host hv-cinder-80266, cleared binding levels {{(pid=93067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:35:51.496770 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.db [req-d6cf19e2-f177-41d6-8e08-2ae4d35dbf21 req-80f8eaea-23d0-4729-ae44-746225e85709 service neutron] For port 9c2786c4-77fe-4cf5-9aba-f61c414df2fd, host hv-cinder-80266, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=9c2786c4-77fe-4cf5-9aba-f61c414df2fd,segment=NetworkSegment(55af3968-752b-4fb5-bec2-f41233d41b45),segment_id=55af3968-752b-4fb5-bec2-f41233d41b45)] {{(pid=93067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:35:51.501578 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-d6cf19e2-f177-41d6-8e08-2ae4d35dbf21 req-80f8eaea-23d0-4729-ae44-746225e85709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33549957'] for port, after_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:35:51.533652 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf19e2-f177-41d6-8e08-2ae4d35dbf21 req-80f8eaea-23d0-4729-ae44-746225e85709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:35:51.534338 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-d6cf19e2-f177-41d6-8e08-2ae4d35dbf21 req-80f8eaea-23d0-4729-ae44-746225e85709 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905'] for port, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:35:51.535749 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-d6cf19e2-f177-41d6-8e08-2ae4d35dbf21 req-80f8eaea-23d0-4729-ae44-746225e85709 service neutron] 10.222.0.32 "PUT /v2.0/ports/9c2786c4-77fe-4cf5-9aba-f61c414df2fd HTTP/1.1" status: 200 len: 1094 time: 0.6227305 Jul 28 09:35:51.536178 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbe9c147-922e-4b88-81b7-5e5fc25c4b33', 'tag': '9c2786c4-77fe-4cf5-9aba-f61c414df2fd'}] {{(pid=93067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:35:51.538379 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}119bb006a51e6799d77012a49065aa76076224f53078518f9bbc3af1ae40a877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aeb9e81-d107-4a74-be32-db98b7f4403c" -d '{"events": [{"name": "network-changed", "server_uuid": "fbe9c147-922e-4b88-81b7-5e5fc25c4b33", "tag": "9c2786c4-77fe-4cf5-9aba-f61c414df2fd"}]}' {{(pid=93067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:35:51.567447 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f8eaea-23d0-4729-ae44-746225e85709 service neutron] Pushing event updated for resources: {'Port': ['ID=9c2786c4-77fe-4cf5-9aba-f61c414df2fd,revision_number=3']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:35:51.592325 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 09:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e1e1f5-d212-4b79-bd4a-cf93c3abe2ff x-openstack-request-id: req-b1e1e1f5-d212-4b79-bd4a-cf93c3abe2ff {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:35:51.592633 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbe9c147-922e-4b88-81b7-5e5fc25c4b33", "tag": "9c2786c4-77fe-4cf5-9aba-f61c414df2fd", "status": "completed", "code": 200}]} {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:35:51.592877 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b1e1e1f5-d212-4b79-bd4a-cf93c3abe2ff {{(pid=93067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:35:51.593269 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbe9c147-922e-4b88-81b7-5e5fc25c4b33', 'tag': '9c2786c4-77fe-4cf5-9aba-f61c414df2fd', 'status': 'completed', 'code': 200} Jul 28 09:35:51.626497 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf19e2-f177-41d6-8e08-2ae4d35dbf21 req-c6faf163-2398-4d75-adc3-32972ef47f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:35:51.628341 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-d6cf19e2-f177-41d6-8e08-2ae4d35dbf21 req-c6faf163-2398-4d75-adc3-32972ef47f4a service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=05659f9cc8374aa8b620b7f85c3b9efd&device_id=fbe9c147-922e-4b88-81b7-5e5fc25c4b33 HTTP/1.1" status: 200 len: 1097 time: 0.0462441 Jul 28 09:35:51.674198 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-d6cf19e2-f177-41d6-8e08-2ae4d35dbf21 req-bc7d4777-6916-4677-b56c-43216062422c service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c2786c4-77fe-4cf5-9aba-f61c414df2fd HTTP/1.1" status: 200 len: 217 time: 0.0380313 Jul 28 09:35:51.724604 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf19e2-f177-41d6-8e08-2ae4d35dbf21 req-3069ebb1-2985-4d6b-b49d-143d20d7383f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:35:51.726120 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-d6cf19e2-f177-41d6-8e08-2ae4d35dbf21 req-3069ebb1-2985-4d6b-b49d-143d20d7383f service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c19c44fd-98e8-496f-991b-1b9a52c58e74 HTTP/1.1" status: 200 len: 851 time: 0.0454123 Jul 28 09:35:51.801491 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf19e2-f177-41d6-8e08-2ae4d35dbf21 req-b20c5622-1bf9-497d-a3df-5b8b7d882aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:35:51.803005 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-d6cf19e2-f177-41d6-8e08-2ae4d35dbf21 req-b20c5622-1bf9-497d-a3df-5b8b7d882aae service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1fc2852d-286a-4480-bedd-ff38c463ba78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0693033 Jul 28 09:35:51.815231 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d6a81-7bf8-41a5-a8b7-675674b72af2 req-09430d96-e6fb-46c4-a20b-c1f655d0efac tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:35:51.816626 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-eb4d6a81-7bf8-41a5-a8b7-675674b72af2 req-09430d96-e6fb-46c4-a20b-c1f655d0efac tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/ports?device_id=fbe9c147-922e-4b88-81b7-5e5fc25c4b33 HTTP/1.1" status: 200 len: 944 time: 0.0580695 Jul 28 09:35:51.900412 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-eb4d6a81-7bf8-41a5-a8b7-675674b72af2 req-db09b8a2-01bb-48e8-aa8c-2cf96b16c1b2 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b859362-3239-411c-a566-9eef8f323077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754402 Jul 28 09:35:51.927557 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-d6cf19e2-f177-41d6-8e08-2ae4d35dbf21 req-bedcd7a2-a1e3-4944-b5f5-6982c7790882 service neutron] 10.222.0.32 "GET /v2.0/networks/1fc2852d-286a-4480-bedd-ff38c463ba78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100314 Jul 28 09:35:52.018964 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-d6cf19e2-f177-41d6-8e08-2ae4d35dbf21 req-3bf51ac6-363b-48bd-b0f9-7e7fd97204c0 service neutron] 10.222.0.32 "GET /v2.0/networks/1fc2852d-286a-4480-bedd-ff38c463ba78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836875 Jul 28 09:35:52.104972 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb9e81-d107-4a74-be32-db98b7f4403c req-5bbddfbc-0827-4971-a229-18d40c41ab43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:35:52.106511 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-1aeb9e81-d107-4a74-be32-db98b7f4403c req-5bbddfbc-0827-4971-a229-18d40c41ab43 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=05659f9cc8374aa8b620b7f85c3b9efd&device_id=fbe9c147-922e-4b88-81b7-5e5fc25c4b33 HTTP/1.1" status: 200 len: 1097 time: 0.0404789 Jul 28 09:35:52.194433 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb9e81-d107-4a74-be32-db98b7f4403c req-371b6e0a-2da6-496d-a008-9afc1feca9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:35:52.196088 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-1aeb9e81-d107-4a74-be32-db98b7f4403c req-371b6e0a-2da6-496d-a008-9afc1feca9b4 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1fc2852d-286a-4480-bedd-ff38c463ba78 HTTP/1.1" status: 200 len: 913 time: 0.0820289 Jul 28 09:35:52.239566 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-1aeb9e81-d107-4a74-be32-db98b7f4403c req-44611989-46b6-492a-b4f6-735ae6c54307 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c2786c4-77fe-4cf5-9aba-f61c414df2fd HTTP/1.1" status: 200 len: 217 time: 0.0359988 Jul 28 09:35:52.288387 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb9e81-d107-4a74-be32-db98b7f4403c req-e5833625-28a4-4483-a438-edbb33506ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:35:52.289777 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-1aeb9e81-d107-4a74-be32-db98b7f4403c req-e5833625-28a4-4483-a438-edbb33506ae2 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c19c44fd-98e8-496f-991b-1b9a52c58e74 HTTP/1.1" status: 200 len: 851 time: 0.0427980 Jul 28 09:35:52.338174 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb9e81-d107-4a74-be32-db98b7f4403c req-c80c1780-ad49-4212-a699-235032d82664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:35:52.339769 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-1aeb9e81-d107-4a74-be32-db98b7f4403c req-c80c1780-ad49-4212-a699-235032d82664 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1fc2852d-286a-4480-bedd-ff38c463ba78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426230 Jul 28 09:35:52.429715 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-1aeb9e81-d107-4a74-be32-db98b7f4403c req-ae457050-3f15-4dab-b014-349e6b929468 service neutron] 10.222.0.32 "GET /v2.0/networks/1fc2852d-286a-4480-bedd-ff38c463ba78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829561 Jul 28 09:35:52.520238 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-1aeb9e81-d107-4a74-be32-db98b7f4403c req-b7ba677b-209a-4b1b-8a8f-b8a3d8e5d36e service neutron] 10.222.0.32 "GET /v2.0/networks/1fc2852d-286a-4480-bedd-ff38c463ba78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830929 Jul 28 09:35:53.016898 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed762936-b439-4fbc-9322-72e5ca8a101e req-c087d06f-37a1-48c6-9884-b195120656a0 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:35:53.018369 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-ed762936-b439-4fbc-9322-72e5ca8a101e req-c087d06f-37a1-48c6-9884-b195120656a0 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/ports?device_id=fbe9c147-922e-4b88-81b7-5e5fc25c4b33 HTTP/1.1" status: 200 len: 944 time: 0.0484171 Jul 28 09:35:53.060028 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-ed762936-b439-4fbc-9322-72e5ca8a101e req-07484e9c-336d-4ef8-ab06-7f4dc5152eb1 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b859362-3239-411c-a566-9eef8f323077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357022 Jul 28 09:35:53.677100 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.agents_db [None req-63843732-4a37-4b37-bfab-6dab7fdb1052 None None] Agent healthcheck: found 6 active agents {{(pid=93070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:35:54.171480 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d80137b-4dbd-4a6b-9ea2-4f1a2cc039cb req-6cb20a81-949c-4c3b-b355-a2c378be48a0 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:35:54.173001 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-4d80137b-4dbd-4a6b-9ea2-4f1a2cc039cb req-6cb20a81-949c-4c3b-b355-a2c378be48a0 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/ports?device_id=fbe9c147-922e-4b88-81b7-5e5fc25c4b33 HTTP/1.1" status: 200 len: 944 time: 0.0482566 Jul 28 09:35:54.211384 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-4d80137b-4dbd-4a6b-9ea2-4f1a2cc039cb req-a7528758-67b2-4811-a96a-1beaf5c689d3 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b859362-3239-411c-a566-9eef8f323077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323083 Jul 28 09:35:54.999351 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:35:55.325310 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42799846-a868-4a1f-bae0-df7fccf2ccd6 req-29746dd4-a7f0-4dbc-b786-64aefa1f3140 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:35:55.327534 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-42799846-a868-4a1f-bae0-df7fccf2ccd6 req-29746dd4-a7f0-4dbc-b786-64aefa1f3140 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/ports?device_id=fbe9c147-922e-4b88-81b7-5e5fc25c4b33 HTTP/1.1" status: 200 len: 944 time: 0.0502264 Jul 28 09:35:55.364102 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-42799846-a868-4a1f-bae0-df7fccf2ccd6 req-da893b3a-c0f8-44d0-a834-89c0afe0a305 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b859362-3239-411c-a566-9eef8f323077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307467 Jul 28 09:35:56.479261 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd3c7c1-a291-476e-bf74-6fac8ec60ab2 req-bdf59051-7aa5-4f3c-8930-58e05b8ffd28 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:35:56.480827 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2dd3c7c1-a291-476e-bf74-6fac8ec60ab2 req-bdf59051-7aa5-4f3c-8930-58e05b8ffd28 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/ports?device_id=fbe9c147-922e-4b88-81b7-5e5fc25c4b33 HTTP/1.1" status: 200 len: 944 time: 0.0476913 Jul 28 09:35:56.523024 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2dd3c7c1-a291-476e-bf74-6fac8ec60ab2 req-d66c0a54-fd8b-445a-bcc2-a87d39f8ac93 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b859362-3239-411c-a566-9eef8f323077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348320 Jul 28 09:35:57.637303 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b21e2a-9ac8-4dff-98c9-86a00b1df261 req-75a8d095-d7cd-4c62-aa9a-309f28c1fbb7 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:35:57.639055 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-59b21e2a-9ac8-4dff-98c9-86a00b1df261 req-75a8d095-d7cd-4c62-aa9a-309f28c1fbb7 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/ports?device_id=fbe9c147-922e-4b88-81b7-5e5fc25c4b33 HTTP/1.1" status: 200 len: 944 time: 0.0494046 Jul 28 09:35:57.677356 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-59b21e2a-9ac8-4dff-98c9-86a00b1df261 req-f5cdff20-1cec-435c-bf52-d3ab4e4ddf16 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b859362-3239-411c-a566-9eef8f323077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322719 Jul 28 09:35:58.360899 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-e9606629-237c-46a2-a65d-2d6159c9bf12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:35:58.789616 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a75a5-62cd-4dd0-a683-002eccfaf2d4 req-ad9a0c2a-34e9-41e3-8da6-67bc81c818e7 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:35:58.791099 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-c87a75a5-62cd-4dd0-a683-002eccfaf2d4 req-ad9a0c2a-34e9-41e3-8da6-67bc81c818e7 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/ports?device_id=fbe9c147-922e-4b88-81b7-5e5fc25c4b33 HTTP/1.1" status: 200 len: 944 time: 0.0488009 Jul 28 09:35:58.827957 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-c87a75a5-62cd-4dd0-a683-002eccfaf2d4 req-12ee89d9-d045-4e0a-bc8d-43429a3ef7dd tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b859362-3239-411c-a566-9eef8f323077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306807 Jul 28 09:35:59.945097 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d5c041-b3b4-4367-911d-7297f6a255cf req-4000b98b-63ad-43b0-8c38-ee503887e566 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:35:59.946582 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-49d5c041-b3b4-4367-911d-7297f6a255cf req-4000b98b-63ad-43b0-8c38-ee503887e566 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/ports?device_id=fbe9c147-922e-4b88-81b7-5e5fc25c4b33 HTTP/1.1" status: 200 len: 944 time: 0.0502124 Jul 28 09:35:59.988916 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-49d5c041-b3b4-4367-911d-7297f6a255cf req-65399b2f-e01c-4cca-b1b9-82f9946d3bba tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b859362-3239-411c-a566-9eef8f323077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359688 Jul 28 09:36:00.172552 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device 9c2786c4-77fe-4cf5-9aba-f61c414df2fd details requested by agent hyperv_hv-cinder-80266 with host hv-cinder-80266 {{(pid=93069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 09:36:00.266704 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port 9c2786c4-77fe-4cf5-9aba-f61c414df2fd, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=9c2786c4-77fe-4cf5-9aba-f61c414df2fd,segment=NetworkSegment(55af3968-752b-4fb5-bec2-f41233d41b45),segment_id=55af3968-752b-4fb5-bec2-f41233d41b45)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:36:00.277991 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Returning: {'device': '9c2786c4-77fe-4cf5-9aba-f61c414df2fd', 'network_id': '1fc2852d-286a-4480-bedd-ff38c463ba78', 'port_id': '9c2786c4-77fe-4cf5-9aba-f61c414df2fd', 'mac_address': 'fa:16:3e:dc:0b:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c19c44fd-98e8-496f-991b-1b9a52c58e74', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 09:36:00.313832 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:36:00.326707 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.notifiers.nova [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c2786c4-77fe-4cf5-9aba-f61c414df2fd {{(pid=93069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 09:36:00.351563 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port 9c2786c4-77fe-4cf5-9aba-f61c414df2fd, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=9c2786c4-77fe-4cf5-9aba-f61c414df2fd,segment=NetworkSegment(55af3968-752b-4fb5-bec2-f41233d41b45),segment_id=55af3968-752b-4fb5-bec2-f41233d41b45)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:36:00.355316 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:36:00.405474 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Pushing event updated for resources: {'Port': ['ID=9c2786c4-77fe-4cf5-9aba-f61c414df2fd,revision_number=4']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:36:00.412512 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:36:00.412862 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:36:00.413200 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:36:00.413535 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:36:00.413867 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:36:00.414197 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:36:00.414526 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:36:00.414851 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:36:00.415178 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:36:00.415508 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:36:00.415860 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:36:00.416182 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:36:00.555594 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] get_ports_and_sgs() called for port_ids ['9c2786c4-77fe-4cf5-9aba-f61c414df2fd'] {{(pid=93069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:36:00.744196 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fac361c1-0764-4016-8df4-adac30b9d02d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:36:01.103882 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e38500-ed0b-4de4-9a67-66f6092bff26 req-759f63c9-b086-406d-a934-f9248c57b6d4 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:36:01.105404 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-66e38500-ed0b-4de4-9a67-66f6092bff26 req-759f63c9-b086-406d-a934-f9248c57b6d4 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/ports?device_id=fbe9c147-922e-4b88-81b7-5e5fc25c4b33 HTTP/1.1" status: 200 len: 945 time: 0.0511453 Jul 28 09:36:01.114679 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:36:01.144743 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-66e38500-ed0b-4de4-9a67-66f6092bff26 req-e7ff6d42-f377-46cc-88ec-e4a0d93ac660 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b859362-3239-411c-a566-9eef8f323077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324557 Jul 28 09:36:02.120038 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-29fc97ff-9392-4c7d-8b91-be3be07fca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:36:02.189812 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device 9c2786c4-77fe-4cf5-9aba-f61c414df2fd up at agent hyperv_hv-cinder-80266 {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:36:02.240386 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Provisioning for port 9c2786c4-77fe-4cf5-9aba-f61c414df2fd completed by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:36:02.244294 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Provisioning complete for port 9c2786c4-77fe-4cf5-9aba-f61c414df2fd triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:36:02.244658 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:36:02.260766 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab14b40a-299f-4efc-a2a6-975feaf85ad4 req-67a88c50-fc61-4c59-9930-98fab96b3a85 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:36:02.262361 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-ab14b40a-299f-4efc-a2a6-975feaf85ad4 req-67a88c50-fc61-4c59-9930-98fab96b3a85 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/ports?device_id=fbe9c147-922e-4b88-81b7-5e5fc25c4b33 HTTP/1.1" status: 200 len: 945 time: 0.0493855 Jul 28 09:36:02.301291 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-ab14b40a-299f-4efc-a2a6-975feaf85ad4 req-1bc074a7-dbf0-4ff7-8bcd-2489f8d6d009 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b859362-3239-411c-a566-9eef8f323077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322845 Jul 28 09:36:02.320959 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:36:02.343300 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbe9c147-922e-4b88-81b7-5e5fc25c4b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c2786c4-77fe-4cf5-9aba-f61c414df2fd'}] {{(pid=93069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:36:02.345524 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386f2323eb9bad1244c7f57c000109fc890726fb555cdcb5e37d65c089562af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a71ca77-e0bf-435b-a57d-0b97b4f10320" -d '{"events": [{"server_uuid": "fbe9c147-922e-4b88-81b7-5e5fc25c4b33", "name": "network-vif-plugged", "status": "completed", "tag": "9c2786c4-77fe-4cf5-9aba-f61c414df2fd"}]}' {{(pid=93069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:36:02.358455 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port 9c2786c4-77fe-4cf5-9aba-f61c414df2fd, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=9c2786c4-77fe-4cf5-9aba-f61c414df2fd,segment=NetworkSegment(55af3968-752b-4fb5-bec2-f41233d41b45),segment_id=55af3968-752b-4fb5-bec2-f41233d41b45)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:36:02.362732 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:36:02.411963 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Pushing event updated for resources: {'Port': ['ID=9c2786c4-77fe-4cf5-9aba-f61c414df2fd,revision_number=5']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:36:02.434716 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 09:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9acfec1-821d-4aa2-866e-f50beb1e3e35 x-openstack-request-id: req-f9acfec1-821d-4aa2-866e-f50beb1e3e35 {{(pid=93069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:36:02.434998 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbe9c147-922e-4b88-81b7-5e5fc25c4b33", "name": "network-vif-plugged", "status": "completed", "tag": "9c2786c4-77fe-4cf5-9aba-f61c414df2fd", "code": 200}]} {{(pid=93069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:36:02.435760 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f9acfec1-821d-4aa2-866e-f50beb1e3e35 {{(pid=93069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:36:02.436250 dv-cinder-802669-1-iscsi neutron-server[93069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbe9c147-922e-4b88-81b7-5e5fc25c4b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c2786c4-77fe-4cf5-9aba-f61c414df2fd', 'code': 200} Jul 28 09:36:02.642525 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d16f18-12e0-43fe-9881-68dad922c355 req-cdcf10d2-930d-448a-8cc5-37944f53e1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:36:02.643950 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-d4d16f18-12e0-43fe-9881-68dad922c355 req-cdcf10d2-930d-448a-8cc5-37944f53e1d7 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fbe9c147-922e-4b88-81b7-5e5fc25c4b33 HTTP/1.1" status: 200 len: 1099 time: 0.0414455 Jul 28 09:36:02.680154 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-d4d16f18-12e0-43fe-9881-68dad922c355 req-a46ab928-6ce0-4da9-b233-a8aa7548e41d service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5b859362-3239-411c-a566-9eef8f323077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296285 Jul 28 09:36:03.421120 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0351bd81-5baa-4960-9add-f0736ef3a9fb req-150a7256-d145-4a67-8585-f2491ade7139 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:36:03.422607 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-0351bd81-5baa-4960-9add-f0736ef3a9fb req-150a7256-d145-4a67-8585-f2491ade7139 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/ports?device_id=fbe9c147-922e-4b88-81b7-5e5fc25c4b33 HTTP/1.1" status: 200 len: 946 time: 0.0509887 Jul 28 09:36:03.459771 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-0351bd81-5baa-4960-9add-f0736ef3a9fb req-bfb04eac-c052-43e1-86ef-e712bd479ed8 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b859362-3239-411c-a566-9eef8f323077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312550 Jul 28 09:36:03.669001 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-2284cd4c-493c-4cd5-902b-cad83a6c7b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:36:04.577682 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ab192e-5436-42ae-9926-44f319ca0c29 req-02af5ea8-69ee-47b6-9e2c-502a372c1ffa tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:36:04.579126 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-86ab192e-5436-42ae-9926-44f319ca0c29 req-02af5ea8-69ee-47b6-9e2c-502a372c1ffa tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/ports?device_id=fbe9c147-922e-4b88-81b7-5e5fc25c4b33 HTTP/1.1" status: 200 len: 946 time: 0.0479450 Jul 28 09:36:04.614858 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-86ab192e-5436-42ae-9926-44f319ca0c29 req-2c1095c2-a9dd-4199-8c1c-904197ba23d0 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b859362-3239-411c-a566-9eef8f323077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299132 Jul 28 09:36:04.727534 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f516128-d43a-41af-86bc-6f1fdc5b261b req-6aa42e00-85f6-4710-9d93-0124507ac473 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:36:04.729014 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-5f516128-d43a-41af-86bc-6f1fdc5b261b req-6aa42e00-85f6-4710-9d93-0124507ac473 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/ports?device_id=fbe9c147-922e-4b88-81b7-5e5fc25c4b33 HTTP/1.1" status: 200 len: 946 time: 0.0500119 Jul 28 09:36:04.769036 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-5f516128-d43a-41af-86bc-6f1fdc5b261b req-92d07b31-d7ae-45ea-91b7-64ab18390363 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b859362-3239-411c-a566-9eef8f323077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334411 Jul 28 09:36:04.791126 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 57000) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:36:04.829323 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b061e59d-8e42-477c-b17e-2d390cc1c68d tempest-TestVolumeBootPattern-990885359 tempest-TestVolumeBootPattern-990885359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:36:04.830801 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-b061e59d-8e42-477c-b17e-2d390cc1c68d tempest-TestVolumeBootPattern-990885359 tempest-TestVolumeBootPattern-990885359-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=fbe9c147-922e-4b88-81b7-5e5fc25c4b33 HTTP/1.1" status: 200 len: 1094 time: 0.0386639 Jul 28 09:36:04.833447 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 57002) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:36:04.837622 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [None req-0e3b0daa-1740-4958-b09c-2bc469a5d2be tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Request body: {'floatingip': {'floating_network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'port_id': '9c2786c4-77fe-4cf5-9aba-f61c414df2fd', 'tenant_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:36:04.859004 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-0e3b0daa-1740-4958-b09c-2bc469a5d2be tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks [] for floatingip, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:36:04.951227 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-0e3b0daa-1740-4958-b09c-2bc469a5d2be tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:36:05.058094 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.db_base_plugin_common [None req-0e3b0daa-1740-4958-b09c-2bc469a5d2be tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Allocated IP 172.27.3.197 (30331174-7d3c-4928-87ce-fe2956ee4244/7bde36bf-957f-4642-ab95-d9df711170af/286feb39-8d45-470d-8e6d-c3181db0e16b) {{(pid=93067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:36:05.157336 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-0e3b0daa-1740-4958-b09c-2bc469a5d2be tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks [] for port, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:36:05.199220 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-0e3b0daa-1740-4958-b09c-2bc469a5d2be tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732595289878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33549966'] for port, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:36:05.236491 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3b0daa-1740-4958-b09c-2bc469a5d2be tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Network 30331174-7d3c-4928-87ce-fe2956ee4244 is already hosted by enough agents. {{(pid=93067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:36:05.239302 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.base_scheduler [None req-0e3b0daa-1740-4958-b09c-2bc469a5d2be tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Resources bound (agent type, host, resource id): {{(pid=93067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:36:05.242697 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3b0daa-1740-4958-b09c-2bc469a5d2be tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Received port after_create {{(pid=93067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 09:36:05.267686 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b0daa-1740-4958-b09c-2bc469a5d2be tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Pushing event updated for resources: {'Port': ['ID=286feb39-8d45-470d-8e6d-c3181db0e16b,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:36:05.598504 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-0e3b0daa-1740-4958-b09c-2bc469a5d2be tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:36:05.941521 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-0e3b0daa-1740-4958-b09c-2bc469a5d2be tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:36:06.084075 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-0e3b0daa-1740-4958-b09c-2bc469a5d2be tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks [] for port, precommit_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:36:06.088486 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-0e3b0daa-1740-4958-b09c-2bc469a5d2be tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33549957'] for port, after_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:36:06.154920 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b0daa-1740-4958-b09c-2bc469a5d2be tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Pushing event updated for resources: {'Port': ['ID=286feb39-8d45-470d-8e6d-c3181db0e16b,revision_number=2']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:36:06.164561 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-0e3b0daa-1740-4958-b09c-2bc469a5d2be tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8268857'] for floatingip, after_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:36:06.262108 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.db.l3_db [None req-0e3b0daa-1740-4958-b09c-2bc469a5d2be tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Floating IP 293e754e-4d21-44e5-b966-c9492bbf8216 associated. External IP: 172.27.3.197, port: 9c2786c4-77fe-4cf5-9aba-f61c414df2fd. Jul 28 09:36:06.464928 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e3b0daa-1740-4958-b09c-2bc469a5d2be tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Router 08cf8842-9ba6-4727-962a-029234b12adf has already been hosted by L3 agent 4c8802ae-c91a-4e26-b3c6-37f497a3b5b2 {{(pid=93067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 09:36:06.574042 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e3b0daa-1740-4958-b09c-2bc469a5d2be tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify agent at l3_agent.dv-cinder-802669-1-iscsi the message routers_updated {{(pid=93067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:36:06.583883 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c0b78d-c105-40a2-9f30-8aa6b7d8d28e None None] Sync routers for ids ['08cf8842-9ba6-4727-962a-029234b12adf'] in dv-cinder-802669-1-iscsi {{(pid=93069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:36:06.590557 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-0e3b0daa-1740-4958-b09c-2bc469a5d2be tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905'] for floatingip, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:36:06.597192 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c0b78d-c105-40a2-9f30-8aa6b7d8d28e None None] Routers {'08cf8842-9ba6-4727-962a-029234b12adf'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:36:06.597818 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-34c0b78d-c105-40a2-9f30-8aa6b7d8d28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:36:01Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['08cf8842-9ba6-4727-962a-029234b12adf'], 'active': True} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:36:06.618126 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-0e3b0daa-1740-4958-b09c-2bc469a5d2be tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7836919 Jul 28 09:36:06.618913 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbe9c147-922e-4b88-81b7-5e5fc25c4b33', 'tag': '9c2786c4-77fe-4cf5-9aba-f61c414df2fd'}] {{(pid=93067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:36:06.621283 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}119bb006a51e6799d77012a49065aa76076224f53078518f9bbc3af1ae40a877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77abdfbc-81fc-4bbc-a99d-baf1582d779a" -d '{"events": [{"name": "network-changed", "server_uuid": "fbe9c147-922e-4b88-81b7-5e5fc25c4b33", "tag": "9c2786c4-77fe-4cf5-9aba-f61c414df2fd"}]}' {{(pid=93067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:36:06.658093 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 09:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-415566e1-8675-4c69-8deb-6a689a9d4fe7 x-openstack-request-id: req-415566e1-8675-4c69-8deb-6a689a9d4fe7 {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:36:06.658385 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbe9c147-922e-4b88-81b7-5e5fc25c4b33", "tag": "9c2786c4-77fe-4cf5-9aba-f61c414df2fd", "status": "completed", "code": 200}]} {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:36:06.658634 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-415566e1-8675-4c69-8deb-6a689a9d4fe7 {{(pid=93067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:36:06.659034 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbe9c147-922e-4b88-81b7-5e5fc25c4b33', 'tag': '9c2786c4-77fe-4cf5-9aba-f61c414df2fd', 'status': 'completed', 'code': 200} Jul 28 09:36:06.706051 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvr_db [None req-34c0b78d-c105-40a2-9f30-8aa6b7d8d28e None None] Set router 08cf8842-9ba6-4727-962a-029234b12adf gateway port host: dv-cinder-802669-1-iscsi {{(pid=93069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:36:06.721606 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77abdfbc-81fc-4bbc-a99d-baf1582d779a req-c29f7df1-24af-482d-bdef-5fdfa2397cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:36:06.723143 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-77abdfbc-81fc-4bbc-a99d-baf1582d779a req-c29f7df1-24af-482d-bdef-5fdfa2397cbd service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=05659f9cc8374aa8b620b7f85c3b9efd&device_id=fbe9c147-922e-4b88-81b7-5e5fc25c4b33 HTTP/1.1" status: 200 len: 1099 time: 0.0438502 Jul 28 09:36:06.812750 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77abdfbc-81fc-4bbc-a99d-baf1582d779a req-8dc27847-b3b7-4eab-b95a-1d7ec54a388f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:36:06.814249 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-77abdfbc-81fc-4bbc-a99d-baf1582d779a req-8dc27847-b3b7-4eab-b95a-1d7ec54a388f service neutron] 10.222.0.32 "GET /v2.0/networks?id=1fc2852d-286a-4480-bedd-ff38c463ba78 HTTP/1.1" status: 200 len: 913 time: 0.0847306 Jul 28 09:36:06.881498 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-77abdfbc-81fc-4bbc-a99d-baf1582d779a req-341178b2-86ea-48ca-98a5-10538bda5bc5 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c2786c4-77fe-4cf5-9aba-f61c414df2fd HTTP/1.1" status: 200 len: 1000 time: 0.0607820 Jul 28 09:36:06.924112 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-34c0b78d-c105-40a2-9f30-8aa6b7d8d28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08cf8842-9ba6-4727-962a-029234b12adf', 'name': 'tempest-TestVolumeBootPattern-1033886439-router', 'tenant_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '0548ad2c-328c-41fa-b73c-000b168b73e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:33:02Z', 'updated_at': '2021-07-28T09:33:05Z', 'revision_number': 4, 'project_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'gw_port': {'id': '0548ad2c-328c-41fa-b73c-000b168b73e9', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cf8842-9ba6-4727-962a-029234b12adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:33:03Z', 'updated_at': '2021-07-28T09:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_floatingips': [{'id': '293e754e-4d21-44e5-b966-c9492bbf8216', 'tenant_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'floating_ip_address': '172.27.3.197', 'floating_network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'router_id': '08cf8842-9ba6-4727-962a-029234b12adf', 'port_id': '9c2786c4-77fe-4cf5-9aba-f61c414df2fd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fc2852d-286a-4480-bedd-ff38c463ba78', 'mac_address': 'fa:16:3e:dc:0b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe9c147-922e-4b88-81b7-5e5fc25c4b33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T09:36:05Z', 'updated_at': '2021-07-28T09:36:05Z', 'revision_number': 0, 'project_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11864257-5261-46f6-89f1-ad7c22467db5', 'name': '', 'network_id': '1fc2852d-286a-4480-bedd-ff38c463ba78', 'tenant_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'mac_address': 'fa:16:3e:35:ca:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cf8842-9ba6-4727-962a-029234b12adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c19c44fd-98e8-496f-991b-1b9a52c58e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:33:05Z', 'updated_at': '2021-07-28T09:33:11Z', 'revision_number': 5, 'project_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'subnets': [{'id': 'c19c44fd-98e8-496f-991b-1b9a52c58e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:36:06.931191 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77abdfbc-81fc-4bbc-a99d-baf1582d779a req-507473f2-0fb2-407e-9811-5e334b8a716c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:36:06.932700 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-77abdfbc-81fc-4bbc-a99d-baf1582d779a req-507473f2-0fb2-407e-9811-5e334b8a716c service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c19c44fd-98e8-496f-991b-1b9a52c58e74 HTTP/1.1" status: 200 len: 851 time: 0.0434492 Jul 28 09:36:06.949470 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c0b78d-c105-40a2-9f30-8aa6b7d8d28e None None] Checking router: 08cf8842-9ba6-4727-962a-029234b12adf for host: dv-cinder-802669-1-iscsi {{(pid=93069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:36:06.957802 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c0b78d-c105-40a2-9f30-8aa6b7d8d28e None None] Routers {'08cf8842-9ba6-4727-962a-029234b12adf'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:36:06.958392 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-34c0b78d-c105-40a2-9f30-8aa6b7d8d28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:36:01Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['08cf8842-9ba6-4727-962a-029234b12adf'], 'active': True} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:36:06.977379 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77abdfbc-81fc-4bbc-a99d-baf1582d779a req-b4a5489c-c132-42f5-8c9c-308a03c6eacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:36:06.978898 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-77abdfbc-81fc-4bbc-a99d-baf1582d779a req-b4a5489c-c132-42f5-8c9c-308a03c6eacb service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1fc2852d-286a-4480-bedd-ff38c463ba78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392904 Jul 28 09:36:07.063892 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvr_db [None req-34c0b78d-c105-40a2-9f30-8aa6b7d8d28e None None] Set router 08cf8842-9ba6-4727-962a-029234b12adf gateway port host: dv-cinder-802669-1-iscsi {{(pid=93069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:36:07.070664 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-77abdfbc-81fc-4bbc-a99d-baf1582d779a req-48394490-6884-4738-99a0-019c0845f452 service neutron] 10.222.0.32 "GET /v2.0/networks/1fc2852d-286a-4480-bedd-ff38c463ba78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842903 Jul 28 09:36:07.160043 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-77abdfbc-81fc-4bbc-a99d-baf1582d779a req-5a4dd526-f521-43e5-ab0b-2c7b962aeb12 service neutron] 10.222.0.32 "GET /v2.0/networks/1fc2852d-286a-4480-bedd-ff38c463ba78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821335 Jul 28 09:36:07.288953 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-34c0b78d-c105-40a2-9f30-8aa6b7d8d28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08cf8842-9ba6-4727-962a-029234b12adf', 'name': 'tempest-TestVolumeBootPattern-1033886439-router', 'tenant_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '0548ad2c-328c-41fa-b73c-000b168b73e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:33:02Z', 'updated_at': '2021-07-28T09:33:05Z', 'revision_number': 4, 'project_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'gw_port': {'id': '0548ad2c-328c-41fa-b73c-000b168b73e9', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cf8842-9ba6-4727-962a-029234b12adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:33:03Z', 'updated_at': '2021-07-28T09:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_floatingips': [{'id': '293e754e-4d21-44e5-b966-c9492bbf8216', 'tenant_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'floating_ip_address': '172.27.3.197', 'floating_network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'router_id': '08cf8842-9ba6-4727-962a-029234b12adf', 'port_id': '9c2786c4-77fe-4cf5-9aba-f61c414df2fd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fc2852d-286a-4480-bedd-ff38c463ba78', 'mac_address': 'fa:16:3e:dc:0b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe9c147-922e-4b88-81b7-5e5fc25c4b33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T09:36:05Z', 'updated_at': '2021-07-28T09:36:05Z', 'revision_number': 0, 'project_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11864257-5261-46f6-89f1-ad7c22467db5', 'name': '', 'network_id': '1fc2852d-286a-4480-bedd-ff38c463ba78', 'tenant_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'mac_address': 'fa:16:3e:35:ca:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cf8842-9ba6-4727-962a-029234b12adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c19c44fd-98e8-496f-991b-1b9a52c58e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:33:05Z', 'updated_at': '2021-07-28T09:33:11Z', 'revision_number': 5, 'project_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'subnets': [{'id': 'c19c44fd-98e8-496f-991b-1b9a52c58e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:36:07.314638 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c0b78d-c105-40a2-9f30-8aa6b7d8d28e None None] The sync data for ids ['08cf8842-9ba6-4727-962a-029234b12adf'] in dv-cinder-802669-1-iscsi is: [{'id': '08cf8842-9ba6-4727-962a-029234b12adf', 'name': 'tempest-TestVolumeBootPattern-1033886439-router', 'tenant_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '0548ad2c-328c-41fa-b73c-000b168b73e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:33:02Z', 'updated_at': '2021-07-28T09:33:05Z', 'revision_number': 4, 'project_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'gw_port': {'id': '0548ad2c-328c-41fa-b73c-000b168b73e9', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cf8842-9ba6-4727-962a-029234b12adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:33:03Z', 'updated_at': '2021-07-28T09:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_floatingips': [{'id': '293e754e-4d21-44e5-b966-c9492bbf8216', 'tenant_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'floating_ip_address': '172.27.3.197', 'floating_network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'router_id': '08cf8842-9ba6-4727-962a-029234b12adf', 'port_id': '9c2786c4-77fe-4cf5-9aba-f61c414df2fd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fc2852d-286a-4480-bedd-ff38c463ba78', 'mac_address': 'fa:16:3e:dc:0b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe9c147-922e-4b88-81b7-5e5fc25c4b33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T09:36:05Z', 'updated_at': '2021-07-28T09:36:05Z', 'revision_number': 0, 'project_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11864257-5261-46f6-89f1-ad7c22467db5', 'name': '', 'network_id': '1fc2852d-286a-4480-bedd-ff38c463ba78', 'tenant_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'mac_address': 'fa:16:3e:35:ca:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cf8842-9ba6-4727-962a-029234b12adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c19c44fd-98e8-496f-991b-1b9a52c58e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:33:05Z', 'updated_at': '2021-07-28T09:33:11Z', 'revision_number': 5, 'project_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'subnets': [{'id': 'c19c44fd-98e8-496f-991b-1b9a52c58e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:36:07.497934 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79128ac7-662d-404b-b886-d6bbc680baa9 None None] New status for floating IP 293e754e-4d21-44e5-b966-c9492bbf8216: ACTIVE {{(pid=93070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 09:36:25.009044 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:36:28.361015 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-ef4038c4-83b1-49ac-80f9-c682f287537f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:36:30.676284 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.agents_db [None req-63843732-4a37-4b37-bfab-6dab7fdb1052 None None] Agent healthcheck: found 6 active agents {{(pid=93070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:36:30.724627 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-6d702179-c5d1-49bc-bc86-1d0eeb5fac30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:36:31.114691 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:36:32.123246 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-29fc97ff-9392-4c7d-8b91-be3be07fca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:36:33.670902 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-2284cd4c-493c-4cd5-902b-cad83a6c7b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:36:55.013131 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:36:55.669367 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2d20578e-aaf9-4e4c-9122-fb2b6f2988cb req-248f6cb6-70fa-4843-8bc3-8d9af3f05825 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fbe9c147-922e-4b88-81b7-5e5fc25c4b33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397596 Jul 28 09:36:55.753106 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d20578e-aaf9-4e4c-9122-fb2b6f2988cb req-78a3144b-7e51-40ef-ae08-475237c9f504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:36:55.754601 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2d20578e-aaf9-4e4c-9122-fb2b6f2988cb req-78a3144b-7e51-40ef-ae08-475237c9f504 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=05659f9cc8374aa8b620b7f85c3b9efd&device_id=fbe9c147-922e-4b88-81b7-5e5fc25c4b33 HTTP/1.1" status: 200 len: 1099 time: 0.0451639 Jul 28 09:36:55.855206 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d20578e-aaf9-4e4c-9122-fb2b6f2988cb req-424d2dc2-87b0-446f-bb7a-3a572f954302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:36:55.856722 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2d20578e-aaf9-4e4c-9122-fb2b6f2988cb req-424d2dc2-87b0-446f-bb7a-3a572f954302 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1fc2852d-286a-4480-bedd-ff38c463ba78 HTTP/1.1" status: 200 len: 913 time: 0.0839236 Jul 28 09:36:55.923958 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2d20578e-aaf9-4e4c-9122-fb2b6f2988cb req-fc08207e-7c13-48d9-afa1-a0e3caf2ae82 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c2786c4-77fe-4cf5-9aba-f61c414df2fd HTTP/1.1" status: 200 len: 1002 time: 0.0600188 Jul 28 09:36:55.970836 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d20578e-aaf9-4e4c-9122-fb2b6f2988cb req-900453e9-d184-40d6-99b4-ecc451c3f7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:36:55.972251 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2d20578e-aaf9-4e4c-9122-fb2b6f2988cb req-900453e9-d184-40d6-99b4-ecc451c3f7d6 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c19c44fd-98e8-496f-991b-1b9a52c58e74 HTTP/1.1" status: 200 len: 851 time: 0.0420899 Jul 28 09:36:56.016613 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d20578e-aaf9-4e4c-9122-fb2b6f2988cb req-4a43c387-56b6-4251-8cbd-58ec33bbe382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:36:56.018399 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2d20578e-aaf9-4e4c-9122-fb2b6f2988cb req-4a43c387-56b6-4251-8cbd-58ec33bbe382 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1fc2852d-286a-4480-bedd-ff38c463ba78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0388150 Jul 28 09:36:56.107678 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2d20578e-aaf9-4e4c-9122-fb2b6f2988cb req-f7ba1112-f86a-4432-b9c8-ce8cb839836b service neutron] 10.222.0.32 "GET /v2.0/networks/1fc2852d-286a-4480-bedd-ff38c463ba78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824795 Jul 28 09:36:56.195097 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-2d20578e-aaf9-4e4c-9122-fb2b6f2988cb req-689333d8-9fe2-4ef2-b9c4-783fcc3f87cf service neutron] 10.222.0.32 "GET /v2.0/networks/1fc2852d-286a-4480-bedd-ff38c463ba78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808525 Jul 28 09:36:58.362037 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-637e71c1-7cec-45a6-8057-b1f5992e8f40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:37:00.725423 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-792eff03-be6e-4cc2-ac06-2cab06991018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:37:01.117517 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:37:02.126203 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-29fc97ff-9392-4c7d-8b91-be3be07fca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:37:03.673788 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-2284cd4c-493c-4cd5-902b-cad83a6c7b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:37:07.675305 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.agents_db [None req-63843732-4a37-4b37-bfab-6dab7fdb1052 None None] Agent healthcheck: found 6 active agents {{(pid=93070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:37:25.042556 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:37:28.363825 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-e23fa0db-578a-4002-83d7-bb7a9eea67aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:37:30.726122 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-9d38c69c-cd8e-4d52-8161-997f18c43912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:37:31.118655 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:37:32.129663 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-29fc97ff-9392-4c7d-8b91-be3be07fca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:37:33.675988 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-2284cd4c-493c-4cd5-902b-cad83a6c7b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:37:40.703451 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-15dea607-73f4-4625-87cf-9fb00e0b621e req-b7466c03-066f-407c-93b0-b810971cf40c tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1050948725&fields=id&tenant_id=05659f9cc8374aa8b620b7f85c3b9efd HTTP/1.1" status: 200 len: 267 time: 0.0334845 Jul 28 09:37:40.809808 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dea607-73f4-4625-87cf-9fb00e0b621e req-47196017-8a4d-4766-a7b7-45d356be73a9 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:37:40.811184 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-15dea607-73f4-4625-87cf-9fb00e0b621e req-47196017-8a4d-4766-a7b7-45d356be73a9 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/networks?id=1fc2852d-286a-4480-bedd-ff38c463ba78 HTTP/1.1" status: 200 len: 812 time: 0.1012213 Jul 28 09:37:40.826788 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-15dea607-73f4-4625-87cf-9fb00e0b621e req-117ade98-bbf5-4706-9e2c-6b84852e3933 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/quotas/05659f9cc8374aa8b620b7f85c3b9efd HTTP/1.1" status: 200 len: 375 time: 0.0091376 Jul 28 09:37:40.883162 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-15dea607-73f4-4625-87cf-9fb00e0b621e req-b8b8a46b-e854-40cb-9789-20434996211b tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=05659f9cc8374aa8b620b7f85c3b9efd&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0509479 Jul 28 09:37:40.941042 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [req-15dea607-73f4-4625-87cf-9fb00e0b621e req-f73ac5d5-35c9-4253-b695-995755f2ac4b service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=93067) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 28 09:37:40.942050 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-15dea607-73f4-4625-87cf-9fb00e0b621e req-f73ac5d5-35c9-4253-b695-995755f2ac4b service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0467486 Jul 28 09:37:41.034701 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-15dea607-73f4-4625-87cf-9fb00e0b621e req-e1d345e2-8476-4776-9e3c-c376aec08adb service neutron] 10.222.0.23 "GET /v2.0/networks/1fc2852d-286a-4480-bedd-ff38c463ba78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862086 Jul 28 09:37:41.122760 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-15dea607-73f4-4625-87cf-9fb00e0b621e req-c7e87eb7-443f-46d0-8096-9a4580b56ffa service neutron] 10.222.0.23 "GET /v2.0/networks/1fc2852d-286a-4480-bedd-ff38c463ba78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824542 Jul 28 09:37:41.404622 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-fe78c7f7-9008-464c-8476-65557da3b255 req-a051a39c-1e73-4be3-90f4-ff75400b3536 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/ports?device_id=05a259c9-f284-423c-8a58-72b5423766c3 HTTP/1.1" status: 200 len: 210 time: 0.0274565 Jul 28 09:37:42.478955 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-ab1bc139-14aa-4a3c-a4b4-ff90d48cecaa req-cf0b135e-0955-433c-be2a-447a2fda1a2e tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/ports?device_id=05a259c9-f284-423c-8a58-72b5423766c3 HTTP/1.1" status: 200 len: 210 time: 0.0264580 Jul 28 09:37:43.566636 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-9c10efe4-92c1-4437-a7e2-f7361d39ad0f req-0b4d7575-6a48-4817-a44f-85770e642180 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/ports?device_id=05a259c9-f284-423c-8a58-72b5423766c3 HTTP/1.1" status: 200 len: 210 time: 0.0364709 Jul 28 09:37:44.642106 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-bd59e046-fcc3-46de-b737-9ca66e8bf3a3 req-d3f0f18f-2dcc-4fb2-a195-c86a482c7044 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/ports?device_id=05a259c9-f284-423c-8a58-72b5423766c3 HTTP/1.1" status: 200 len: 210 time: 0.0273886 Jul 28 09:37:44.674035 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.agents_db [None req-63843732-4a37-4b37-bfab-6dab7fdb1052 None None] Agent healthcheck: found 6 active agents {{(pid=93070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:37:45.732300 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-662fb949-e1e5-41e0-8a7e-49266825aa0f req-f4da44e5-56e0-4b9d-ad25-886b42573061 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/ports?device_id=05a259c9-f284-423c-8a58-72b5423766c3 HTTP/1.1" status: 200 len: 210 time: 0.0262568 Jul 28 09:37:46.336418 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dea607-73f4-4625-87cf-9fb00e0b621e req-506ceeed-c389-41e7-9581-7cecee8b35ff tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:37:46.337907 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-15dea607-73f4-4625-87cf-9fb00e0b621e req-506ceeed-c389-41e7-9581-7cecee8b35ff tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.32 "GET /v2.0/networks?id=1fc2852d-286a-4480-bedd-ff38c463ba78 HTTP/1.1" status: 200 len: 812 time: 0.1012514 Jul 28 09:37:46.385880 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-15dea607-73f4-4625-87cf-9fb00e0b621e req-06e729c4-5e10-4362-a00b-2c4f98d7df37 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.32 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=05659f9cc8374aa8b620b7f85c3b9efd HTTP/1.1" status: 200 len: 380 time: 0.0383241 Jul 28 09:37:46.394919 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [req-15dea607-73f4-4625-87cf-9fb00e0b621e req-4292b62e-2b4c-4160-a88b-ef964f411446 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Request body: {'port': {'device_id': '05a259c9-f284-423c-8a58-72b5423766c3', 'network_id': '1fc2852d-286a-4480-bedd-ff38c463ba78', 'admin_state_up': True, 'tenant_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'security_groups': ['5b859362-3239-411c-a566-9eef8f323077']}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:37:46.499569 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15dea607-73f4-4625-87cf-9fb00e0b621e req-4292b62e-2b4c-4160-a88b-ef964f411446 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Made reservation on behalf of 05659f9cc8374aa8b620b7f85c3b9efd for: {'port': 1} {{(pid=93067) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 09:37:46.503544 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-15dea607-73f4-4625-87cf-9fb00e0b621e req-4292b62e-2b4c-4160-a88b-ef964f411446 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:37:46.630095 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.db_base_plugin_common [req-15dea607-73f4-4625-87cf-9fb00e0b621e req-4292b62e-2b4c-4160-a88b-ef964f411446 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Allocated IP 172.20.0.13 (1fc2852d-286a-4480-bedd-ff38c463ba78/c19c44fd-98e8-496f-991b-1b9a52c58e74/d2e9a777-0d82-43f0-b5ef-2836550debb7) {{(pid=93067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:37:46.774930 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-15dea607-73f4-4625-87cf-9fb00e0b621e req-4292b62e-2b4c-4160-a88b-ef964f411446 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks [] for port, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:37:46.789973 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.provisioning_blocks [req-15dea607-73f4-4625-87cf-9fb00e0b621e req-4292b62e-2b4c-4160-a88b-ef964f411446 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Transition to ACTIVE for port object d2e9a777-0d82-43f0-b5ef-2836550debb7 will not be triggered until provisioned by entity DHCP. {{(pid=93067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:37:46.849088 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-79749322-eb1a-4274-83c1-1c90147f974f req-16de6c59-0a7c-4124-8689-349948c8d9ab tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/ports?device_id=05a259c9-f284-423c-8a58-72b5423766c3 HTTP/1.1" status: 200 len: 210 time: 0.0360169 Jul 28 09:37:46.857057 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-15dea607-73f4-4625-87cf-9fb00e0b621e req-4292b62e-2b4c-4160-a88b-ef964f411446 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732595289878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33549966'] for port, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:37:46.896857 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15dea607-73f4-4625-87cf-9fb00e0b621e req-4292b62e-2b4c-4160-a88b-ef964f411446 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Network 1fc2852d-286a-4480-bedd-ff38c463ba78 is already hosted by enough agents. {{(pid=93067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:37:46.899810 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.base_scheduler [req-15dea607-73f4-4625-87cf-9fb00e0b621e req-4292b62e-2b4c-4160-a88b-ef964f411446 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Resources bound (agent type, host, resource id): {{(pid=93067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:37:46.902404 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.l3_dvrscheduler_db [req-15dea607-73f4-4625-87cf-9fb00e0b621e req-4292b62e-2b4c-4160-a88b-ef964f411446 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Received port after_create {{(pid=93067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 09:37:46.935655 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292b62e-2b4c-4160-a88b-ef964f411446 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Pushing event updated for resources: {'Port': ['ID=d2e9a777-0d82-43f0-b5ef-2836550debb7,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:37:46.949373 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292b62e-2b4c-4160-a88b-ef964f411446 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:37:46.949717 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292b62e-2b4c-4160-a88b-ef964f411446 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:37:46.950092 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292b62e-2b4c-4160-a88b-ef964f411446 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:37:46.950365 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292b62e-2b4c-4160-a88b-ef964f411446 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:37:46.950690 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292b62e-2b4c-4160-a88b-ef964f411446 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:37:46.951014 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292b62e-2b4c-4160-a88b-ef964f411446 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:37:46.951353 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292b62e-2b4c-4160-a88b-ef964f411446 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:37:46.951687 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292b62e-2b4c-4160-a88b-ef964f411446 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:37:46.952009 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292b62e-2b4c-4160-a88b-ef964f411446 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:37:46.952325 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292b62e-2b4c-4160-a88b-ef964f411446 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:37:46.952642 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292b62e-2b4c-4160-a88b-ef964f411446 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:37:46.952955 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4292b62e-2b4c-4160-a88b-ef964f411446 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:37:46.969262 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dea607-73f4-4625-87cf-9fb00e0b621e req-4292b62e-2b4c-4160-a88b-ef964f411446 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:37:46.969888 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-15dea607-73f4-4625-87cf-9fb00e0b621e req-4292b62e-2b4c-4160-a88b-ef964f411446 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905'] for port, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:37:46.984969 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-15dea607-73f4-4625-87cf-9fb00e0b621e req-4292b62e-2b4c-4160-a88b-ef964f411446 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.32 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5936723 Jul 28 09:37:46.997710 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [req-15dea607-73f4-4625-87cf-9fb00e0b621e req-8a776215-c1d1-4e56-a012-b0574b43385f service neutron] Request body: {'port': {'device_id': '05a259c9-f284-423c-8a58-72b5423766c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80266'}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:37:47.057157 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-15dea607-73f4-4625-87cf-9fb00e0b621e req-8a776215-c1d1-4e56-a012-b0574b43385f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:37:47.158934 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-bc09cfac-69f9-4f29-818b-86c1e426b6d0 None None] Provisioning for port d2e9a777-0d82-43f0-b5ef-2836550debb7 completed by entity DHCP. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:37:47.162767 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-bc09cfac-69f9-4f29-818b-86c1e426b6d0 None None] Provisioning complete for port d2e9a777-0d82-43f0-b5ef-2836550debb7 triggered by entity DHCP. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:37:47.163142 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-bc09cfac-69f9-4f29-818b-86c1e426b6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:37:47.196441 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-bc09cfac-69f9-4f29-818b-86c1e426b6d0 None None] Port d2e9a777-0d82-43f0-b5ef-2836550debb7 cannot update to ACTIVE because it is not bound. {{(pid=93069) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 28 09:37:47.313722 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.notifiers.nova [req-15dea607-73f4-4625-87cf-9fb00e0b621e req-8a776215-c1d1-4e56-a012-b0574b43385f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2e9a777-0d82-43f0-b5ef-2836550debb7 {{(pid=93067) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 09:37:47.321815 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-15dea607-73f4-4625-87cf-9fb00e0b621e req-8a776215-c1d1-4e56-a012-b0574b43385f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:37:47.334043 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.provisioning_blocks [req-15dea607-73f4-4625-87cf-9fb00e0b621e req-8a776215-c1d1-4e56-a012-b0574b43385f service neutron] Transition to ACTIVE for port object d2e9a777-0d82-43f0-b5ef-2836550debb7 will not be triggered until provisioned by entity L2. {{(pid=93067) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 28 09:37:47.337875 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-15dea607-73f4-4625-87cf-9fb00e0b621e req-8a776215-c1d1-4e56-a012-b0574b43385f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33549957'] for port, after_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:37:47.387959 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a776215-c1d1-4e56-a012-b0574b43385f service neutron] Pushing event updated for resources: {'Port': ['ID=d2e9a777-0d82-43f0-b5ef-2836550debb7,revision_number=2']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:37:47.460026 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.managers [req-15dea607-73f4-4625-87cf-9fb00e0b621e req-8a776215-c1d1-4e56-a012-b0574b43385f service neutron] Attempting to bind port d2e9a777-0d82-43f0-b5ef-2836550debb7 on host hv-cinder-80266 for vnic_type normal with profile {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 28 09:37:47.460360 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.managers [req-15dea607-73f4-4625-87cf-9fb00e0b621e req-8a776215-c1d1-4e56-a012-b0574b43385f service neutron] Attempting to bind port d2e9a777-0d82-43f0-b5ef-2836550debb7 by drivers openvswitch,hyperv on host hv-cinder-80266 at level 0 using segments [{'id': '55af3968-752b-4fb5-bec2-f41233d41b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1fc2852d-286a-4480-bedd-ff38c463ba78'}] {{(pid=93067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 28 09:37:47.460684 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15dea607-73f4-4625-87cf-9fb00e0b621e req-8a776215-c1d1-4e56-a012-b0574b43385f service neutron] Attempting to bind port d2e9a777-0d82-43f0-b5ef-2836550debb7 on network 1fc2852d-286a-4480-bedd-ff38c463ba78 {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 09:37:47.465266 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15dea607-73f4-4625-87cf-9fb00e0b621e req-8a776215-c1d1-4e56-a012-b0574b43385f service neutron] Port d2e9a777-0d82-43f0-b5ef-2836550debb7 on network 1fc2852d-286a-4480-bedd-ff38c463ba78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80266 {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 28 09:37:47.465603 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15dea607-73f4-4625-87cf-9fb00e0b621e req-8a776215-c1d1-4e56-a012-b0574b43385f service neutron] Attempting to bind port d2e9a777-0d82-43f0-b5ef-2836550debb7 on network 1fc2852d-286a-4480-bedd-ff38c463ba78 {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 28 09:37:47.470599 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15dea607-73f4-4625-87cf-9fb00e0b621e req-8a776215-c1d1-4e56-a012-b0574b43385f service neutron] Checking agent: {'id': '2e21c55d-f4ce-498b-abcc-e7d8675cd352', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80266', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 28, 9, 22, 54), 'started_at': datetime.datetime(2021, 7, 28, 9, 22, 54), 'heartbeat_timestamp': datetime.datetime(2021, 7, 28, 9, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 28 09:37:47.470929 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15dea607-73f4-4625-87cf-9fb00e0b621e req-8a776215-c1d1-4e56-a012-b0574b43385f service neutron] Checking segment: {'id': '55af3968-752b-4fb5-bec2-f41233d41b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1fc2852d-286a-4480-bedd-ff38c463ba78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93067) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 28 09:37:47.471306 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15dea607-73f4-4625-87cf-9fb00e0b621e req-8a776215-c1d1-4e56-a012-b0574b43385f service neutron] Bound using segment: {'id': '55af3968-752b-4fb5-bec2-f41233d41b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1fc2852d-286a-4480-bedd-ff38c463ba78'} {{(pid=93067) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 28 09:37:47.471777 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.managers [req-15dea607-73f4-4625-87cf-9fb00e0b621e req-8a776215-c1d1-4e56-a012-b0574b43385f service neutron] Bound port: d2e9a777-0d82-43f0-b5ef-2836550debb7, host: hv-cinder-80266, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55af3968-752b-4fb5-bec2-f41233d41b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '1fc2852d-286a-4480-bedd-ff38c463ba78'}}] {{(pid=93067) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 28 09:37:47.472125 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-15dea607-73f4-4625-87cf-9fb00e0b621e req-8a776215-c1d1-4e56-a012-b0574b43385f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:37:47.535565 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.db [req-15dea607-73f4-4625-87cf-9fb00e0b621e req-8a776215-c1d1-4e56-a012-b0574b43385f service neutron] For port d2e9a777-0d82-43f0-b5ef-2836550debb7, host hv-cinder-80266, cleared binding levels {{(pid=93067) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 09:37:47.538693 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.db [req-15dea607-73f4-4625-87cf-9fb00e0b621e req-8a776215-c1d1-4e56-a012-b0574b43385f service neutron] For port d2e9a777-0d82-43f0-b5ef-2836550debb7, host hv-cinder-80266, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=d2e9a777-0d82-43f0-b5ef-2836550debb7,segment=NetworkSegment(55af3968-752b-4fb5-bec2-f41233d41b45),segment_id=55af3968-752b-4fb5-bec2-f41233d41b45)] {{(pid=93067) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 09:37:47.542148 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-15dea607-73f4-4625-87cf-9fb00e0b621e req-8a776215-c1d1-4e56-a012-b0574b43385f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33549957'] for port, after_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:37:47.575567 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dea607-73f4-4625-87cf-9fb00e0b621e req-8a776215-c1d1-4e56-a012-b0574b43385f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:37:47.576356 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-15dea607-73f4-4625-87cf-9fb00e0b621e req-8a776215-c1d1-4e56-a012-b0574b43385f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905'] for port, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:37:47.577683 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-15dea607-73f4-4625-87cf-9fb00e0b621e req-8a776215-c1d1-4e56-a012-b0574b43385f service neutron] 10.222.0.32 "PUT /v2.0/ports/d2e9a777-0d82-43f0-b5ef-2836550debb7 HTTP/1.1" status: 200 len: 1094 time: 0.5843945 Jul 28 09:37:47.578127 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05a259c9-f284-423c-8a58-72b5423766c3', 'tag': 'd2e9a777-0d82-43f0-b5ef-2836550debb7'}] {{(pid=93067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:37:47.580420 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}119bb006a51e6799d77012a49065aa76076224f53078518f9bbc3af1ae40a877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-504c6f8a-c208-49c1-a979-fe40c81a01bc" -d '{"events": [{"name": "network-changed", "server_uuid": "05a259c9-f284-423c-8a58-72b5423766c3", "tag": "d2e9a777-0d82-43f0-b5ef-2836550debb7"}]}' {{(pid=93067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:37:47.614820 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a776215-c1d1-4e56-a012-b0574b43385f service neutron] Pushing event updated for resources: {'Port': ['ID=d2e9a777-0d82-43f0-b5ef-2836550debb7,revision_number=3']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:37:47.631557 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 09:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e70a5df-6481-4649-bb52-3b6f2129c6dc x-openstack-request-id: req-8e70a5df-6481-4649-bb52-3b6f2129c6dc {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:37:47.631871 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05a259c9-f284-423c-8a58-72b5423766c3", "tag": "d2e9a777-0d82-43f0-b5ef-2836550debb7", "status": "completed", "code": 200}]} {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:37:47.632119 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8e70a5df-6481-4649-bb52-3b6f2129c6dc {{(pid=93067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:37:47.632516 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05a259c9-f284-423c-8a58-72b5423766c3', 'tag': 'd2e9a777-0d82-43f0-b5ef-2836550debb7', 'status': 'completed', 'code': 200} Jul 28 09:37:47.678146 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dea607-73f4-4625-87cf-9fb00e0b621e req-b01b5e9a-b106-4306-863b-3aeee9e72da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:37:47.679695 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-15dea607-73f4-4625-87cf-9fb00e0b621e req-b01b5e9a-b106-4306-863b-3aeee9e72da1 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=05659f9cc8374aa8b620b7f85c3b9efd&device_id=05a259c9-f284-423c-8a58-72b5423766c3 HTTP/1.1" status: 200 len: 1097 time: 0.0419796 Jul 28 09:37:47.725844 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-15dea607-73f4-4625-87cf-9fb00e0b621e req-f1087bb4-0dd0-4809-964b-6ba114b7b573 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2e9a777-0d82-43f0-b5ef-2836550debb7 HTTP/1.1" status: 200 len: 217 time: 0.0374463 Jul 28 09:37:47.776824 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dea607-73f4-4625-87cf-9fb00e0b621e req-edb9b4c1-5be6-49c9-9645-414be487f634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:37:47.778289 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-15dea607-73f4-4625-87cf-9fb00e0b621e req-edb9b4c1-5be6-49c9-9645-414be487f634 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c19c44fd-98e8-496f-991b-1b9a52c58e74 HTTP/1.1" status: 200 len: 851 time: 0.0447609 Jul 28 09:37:47.821879 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dea607-73f4-4625-87cf-9fb00e0b621e req-f533ed7c-d4e9-4e03-b899-7663dc6769e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:37:47.823384 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-15dea607-73f4-4625-87cf-9fb00e0b621e req-f533ed7c-d4e9-4e03-b899-7663dc6769e4 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1fc2852d-286a-4480-bedd-ff38c463ba78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382900 Jul 28 09:37:47.918003 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-15dea607-73f4-4625-87cf-9fb00e0b621e req-406c4cbc-dfef-4248-b5e5-c5e74acea824 service neutron] 10.222.0.32 "GET /v2.0/networks/1fc2852d-286a-4480-bedd-ff38c463ba78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876186 Jul 28 09:37:48.017218 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdd32ab-0c76-44f0-b5f9-2657b4405d14 req-c63be7e3-ac6a-4b2e-8420-6632900e6ed7 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:37:48.018735 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-4fdd32ab-0c76-44f0-b5f9-2657b4405d14 req-c63be7e3-ac6a-4b2e-8420-6632900e6ed7 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/ports?device_id=05a259c9-f284-423c-8a58-72b5423766c3 HTTP/1.1" status: 200 len: 944 time: 0.1031210 Jul 28 09:37:48.060670 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-15dea607-73f4-4625-87cf-9fb00e0b621e req-703b87cc-75de-41c8-9081-3ecf83b9e334 service neutron] 10.222.0.32 "GET /v2.0/networks/1fc2852d-286a-4480-bedd-ff38c463ba78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339607 Jul 28 09:37:48.074238 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-4fdd32ab-0c76-44f0-b5f9-2657b4405d14 req-e6d6e019-0c9a-4c28-bbbc-e51a385bc89e tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b859362-3239-411c-a566-9eef8f323077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491190 Jul 28 09:37:48.148758 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c6f8a-c208-49c1-a979-fe40c81a01bc req-43e65f84-d0ce-4ea3-ba39-966b3ba94063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:37:48.150494 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-504c6f8a-c208-49c1-a979-fe40c81a01bc req-43e65f84-d0ce-4ea3-ba39-966b3ba94063 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=05659f9cc8374aa8b620b7f85c3b9efd&device_id=05a259c9-f284-423c-8a58-72b5423766c3 HTTP/1.1" status: 200 len: 1097 time: 0.0412474 Jul 28 09:37:48.242253 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c6f8a-c208-49c1-a979-fe40c81a01bc req-23a2b77c-e409-4011-955f-4fc87a415dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:37:48.243760 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-504c6f8a-c208-49c1-a979-fe40c81a01bc req-23a2b77c-e409-4011-955f-4fc87a415dad service neutron] 10.222.0.32 "GET /v2.0/networks?id=1fc2852d-286a-4480-bedd-ff38c463ba78 HTTP/1.1" status: 200 len: 913 time: 0.0860016 Jul 28 09:37:48.286133 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-504c6f8a-c208-49c1-a979-fe40c81a01bc req-4374d98c-44b7-41d9-b5df-6033a2e423ba service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2e9a777-0d82-43f0-b5ef-2836550debb7 HTTP/1.1" status: 200 len: 217 time: 0.0350530 Jul 28 09:37:48.334471 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c6f8a-c208-49c1-a979-fe40c81a01bc req-49a86a1e-9a5b-4c86-9d6a-0ef646374e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:37:48.336105 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-504c6f8a-c208-49c1-a979-fe40c81a01bc req-49a86a1e-9a5b-4c86-9d6a-0ef646374e50 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c19c44fd-98e8-496f-991b-1b9a52c58e74 HTTP/1.1" status: 200 len: 851 time: 0.0431762 Jul 28 09:37:48.382059 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504c6f8a-c208-49c1-a979-fe40c81a01bc req-5abe8922-ec5f-4382-99d3-3d32b03674b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:37:48.383491 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-504c6f8a-c208-49c1-a979-fe40c81a01bc req-5abe8922-ec5f-4382-99d3-3d32b03674b8 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1fc2852d-286a-4480-bedd-ff38c463ba78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391099 Jul 28 09:37:48.477079 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-504c6f8a-c208-49c1-a979-fe40c81a01bc req-46afdbfb-da1d-4ae2-b85e-90ee886944bb service neutron] 10.222.0.32 "GET /v2.0/networks/1fc2852d-286a-4480-bedd-ff38c463ba78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841656 Jul 28 09:37:48.567518 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-504c6f8a-c208-49c1-a979-fe40c81a01bc req-ee72126e-739a-4205-97b1-35e4c7aa21ff service neutron] 10.222.0.32 "GET /v2.0/networks/1fc2852d-286a-4480-bedd-ff38c463ba78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796552 Jul 28 09:37:49.192443 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767f9bbe-592e-4404-9f5a-8ac0ab150768 req-1eb5e537-b919-411c-b665-e99583b841e3 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:37:49.193933 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-767f9bbe-592e-4404-9f5a-8ac0ab150768 req-1eb5e537-b919-411c-b665-e99583b841e3 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/ports?device_id=05a259c9-f284-423c-8a58-72b5423766c3 HTTP/1.1" status: 200 len: 944 time: 0.0527997 Jul 28 09:37:49.233049 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-767f9bbe-592e-4404-9f5a-8ac0ab150768 req-58d1d182-599f-4351-99ef-41d4370f8baa tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b859362-3239-411c-a566-9eef8f323077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329769 Jul 28 09:37:50.344870 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d32d81-3d90-4149-b4a6-e3b394affd59 req-dcf4ba30-47ae-47ff-9a56-864bb22a2a4c tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:37:50.346904 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-19d32d81-3d90-4149-b4a6-e3b394affd59 req-dcf4ba30-47ae-47ff-9a56-864bb22a2a4c tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/ports?device_id=05a259c9-f284-423c-8a58-72b5423766c3 HTTP/1.1" status: 200 len: 944 time: 0.0484471 Jul 28 09:37:50.384146 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-19d32d81-3d90-4149-b4a6-e3b394affd59 req-14c31453-0453-4792-8fee-122df967dbd6 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b859362-3239-411c-a566-9eef8f323077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311363 Jul 28 09:37:51.496153 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860f669-d527-4500-b58b-b1fee5bccde5 req-57804866-b886-409c-8b5b-3fafc702aef9 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:37:51.497526 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a860f669-d527-4500-b58b-b1fee5bccde5 req-57804866-b886-409c-8b5b-3fafc702aef9 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/ports?device_id=05a259c9-f284-423c-8a58-72b5423766c3 HTTP/1.1" status: 200 len: 944 time: 0.0489430 Jul 28 09:37:51.536380 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a860f669-d527-4500-b58b-b1fee5bccde5 req-a466cbc9-1945-4ca7-8e4e-062b09acc5ad tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b859362-3239-411c-a566-9eef8f323077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322640 Jul 28 09:37:52.655060 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc065a8a-c6ed-48de-b7c1-3179f40065fa req-3abfb2bb-5dfd-4566-9244-7c8e219eba1b tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:37:52.656625 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-bc065a8a-c6ed-48de-b7c1-3179f40065fa req-3abfb2bb-5dfd-4566-9244-7c8e219eba1b tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/ports?device_id=05a259c9-f284-423c-8a58-72b5423766c3 HTTP/1.1" status: 200 len: 944 time: 0.0559402 Jul 28 09:37:52.695933 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-bc065a8a-c6ed-48de-b7c1-3179f40065fa req-2a8e4bc4-6efe-4ba7-8287-d14cbe2fb804 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b859362-3239-411c-a566-9eef8f323077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327384 Jul 28 09:37:53.811825 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088b9cc-3460-46a3-a88d-096f43b8d27f req-715bf3df-9235-4bd3-81b8-613fc248a466 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:37:53.813208 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7088b9cc-3460-46a3-a88d-096f43b8d27f req-715bf3df-9235-4bd3-81b8-613fc248a466 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/ports?device_id=05a259c9-f284-423c-8a58-72b5423766c3 HTTP/1.1" status: 200 len: 944 time: 0.0485432 Jul 28 09:37:53.849802 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7088b9cc-3460-46a3-a88d-096f43b8d27f req-efebb878-bd1d-4838-b160-cbf0628f108b tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b859362-3239-411c-a566-9eef8f323077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307543 Jul 28 09:37:54.961994 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2b9aa-42f7-46ab-b348-df3f2fa7e196 req-9e2d6e4c-bf43-41f1-b618-6cec3dd6d9ff tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:37:54.963466 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-50e2b9aa-42f7-46ab-b348-df3f2fa7e196 req-9e2d6e4c-bf43-41f1-b618-6cec3dd6d9ff tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/ports?device_id=05a259c9-f284-423c-8a58-72b5423766c3 HTTP/1.1" status: 200 len: 944 time: 0.0479519 Jul 28 09:37:54.999828 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-50e2b9aa-42f7-46ab-b348-df3f2fa7e196 req-5b4b03d8-40b0-4748-9eb4-73f7c274eb7e tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b859362-3239-411c-a566-9eef8f323077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304844 Jul 28 09:37:55.073367 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:37:56.114751 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd215ce-5bee-4679-b640-30642c10ba12 req-926f5721-c14b-4bff-a9a6-84ff7cdffb07 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:37:56.116235 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-4dd215ce-5bee-4679-b640-30642c10ba12 req-926f5721-c14b-4bff-a9a6-84ff7cdffb07 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/ports?device_id=05a259c9-f284-423c-8a58-72b5423766c3 HTTP/1.1" status: 200 len: 944 time: 0.0511196 Jul 28 09:37:56.153454 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-4dd215ce-5bee-4679-b640-30642c10ba12 req-e861949e-14bd-435e-b3d5-267115812cff tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b859362-3239-411c-a566-9eef8f323077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307238 Jul 28 09:37:56.702401 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-1a42adb6-8bb5-414d-b308-b7581e0e68e5 req-a94652d1-bac8-4898-b086-c18859a516f3 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fbe9c147-922e-4b88-81b7-5e5fc25c4b33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382068 Jul 28 09:37:56.702666 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device d2e9a777-0d82-43f0-b5ef-2836550debb7 details requested by agent hyperv_hv-cinder-80266 with host hv-cinder-80266 {{(pid=93069) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 09:37:56.783005 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42adb6-8bb5-414d-b308-b7581e0e68e5 req-3ebdfe30-8bde-4199-a1b4-93f83ffe83d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:37:56.785288 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-1a42adb6-8bb5-414d-b308-b7581e0e68e5 req-3ebdfe30-8bde-4199-a1b4-93f83ffe83d8 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=05659f9cc8374aa8b620b7f85c3b9efd&device_id=fbe9c147-922e-4b88-81b7-5e5fc25c4b33 HTTP/1.1" status: 200 len: 1099 time: 0.0432503 Jul 28 09:37:56.894082 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42adb6-8bb5-414d-b308-b7581e0e68e5 req-a8a3d6c4-738e-4b61-99f5-b7e93d36e942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:37:56.895794 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-1a42adb6-8bb5-414d-b308-b7581e0e68e5 req-a8a3d6c4-738e-4b61-99f5-b7e93d36e942 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1fc2852d-286a-4480-bedd-ff38c463ba78 HTTP/1.1" status: 200 len: 913 time: 0.0913811 Jul 28 09:37:56.920755 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port d2e9a777-0d82-43f0-b5ef-2836550debb7, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=d2e9a777-0d82-43f0-b5ef-2836550debb7,segment=NetworkSegment(55af3968-752b-4fb5-bec2-f41233d41b45),segment_id=55af3968-752b-4fb5-bec2-f41233d41b45)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:37:56.932452 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Returning: {'device': 'd2e9a777-0d82-43f0-b5ef-2836550debb7', 'network_id': '1fc2852d-286a-4480-bedd-ff38c463ba78', 'port_id': 'd2e9a777-0d82-43f0-b5ef-2836550debb7', 'mac_address': 'fa:16:3e:95:62:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c19c44fd-98e8-496f-991b-1b9a52c58e74', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93069) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 09:37:56.964043 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-1a42adb6-8bb5-414d-b308-b7581e0e68e5 req-5da9cc14-bd30-4ac9-a4ab-d90423b033dc service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c2786c4-77fe-4cf5-9aba-f61c414df2fd HTTP/1.1" status: 200 len: 1002 time: 0.0614991 Jul 28 09:37:56.967270 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:37:56.980008 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.notifiers.nova [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2e9a777-0d82-43f0-b5ef-2836550debb7 {{(pid=93069) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 28 09:37:56.999602 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port d2e9a777-0d82-43f0-b5ef-2836550debb7, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=d2e9a777-0d82-43f0-b5ef-2836550debb7,segment=NetworkSegment(55af3968-752b-4fb5-bec2-f41233d41b45),segment_id=55af3968-752b-4fb5-bec2-f41233d41b45)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:37:57.003412 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:37:57.015867 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42adb6-8bb5-414d-b308-b7581e0e68e5 req-0510eb67-74a3-48d6-bc8f-a805c1bb2130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:37:57.017320 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-1a42adb6-8bb5-414d-b308-b7581e0e68e5 req-0510eb67-74a3-48d6-bc8f-a805c1bb2130 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c19c44fd-98e8-496f-991b-1b9a52c58e74 HTTP/1.1" status: 200 len: 851 time: 0.0472994 Jul 28 09:37:57.050395 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Pushing event updated for resources: {'Port': ['ID=d2e9a777-0d82-43f0-b5ef-2836550debb7,revision_number=4']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:37:57.057376 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:37:57.057720 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:37:57.058056 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:37:57.058383 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:37:57.058707 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:37:57.059031 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:37:57.059346 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:37:57.059695 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:37:57.060017 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:37:57.060332 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:37:57.060648 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:37:57.060957 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:37:57.063518 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42adb6-8bb5-414d-b308-b7581e0e68e5 req-10859c1e-2baa-4ce8-b15c-5415b17acc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:37:57.065145 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-1a42adb6-8bb5-414d-b308-b7581e0e68e5 req-10859c1e-2baa-4ce8-b15c-5415b17acc7d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1fc2852d-286a-4480-bedd-ff38c463ba78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405662 Jul 28 09:37:57.151322 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-1a42adb6-8bb5-414d-b308-b7581e0e68e5 req-9d26a5ff-1c0b-4af7-92d2-20cec510c559 service neutron] 10.222.0.32 "GET /v2.0/networks/1fc2852d-286a-4480-bedd-ff38c463ba78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789216 Jul 28 09:37:57.236190 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] get_ports_and_sgs() called for port_ids ['d2e9a777-0d82-43f0-b5ef-2836550debb7'] {{(pid=93069) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 09:37:57.274043 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-1a42adb6-8bb5-414d-b308-b7581e0e68e5 req-57ad6972-f609-43b8-a9e5-9aba65507cb0 service neutron] 10.222.0.32 "GET /v2.0/networks/1fc2852d-286a-4480-bedd-ff38c463ba78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149986 Jul 28 09:37:57.293386 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e8da54-c150-4e25-9f95-79a3e3fc076e req-bec3c4c1-057e-4485-b8ae-debd833902b8 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:37:57.294867 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-c3e8da54-c150-4e25-9f95-79a3e3fc076e req-bec3c4c1-057e-4485-b8ae-debd833902b8 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/ports?device_id=05a259c9-f284-423c-8a58-72b5423766c3 HTTP/1.1" status: 200 len: 945 time: 0.0714014 Jul 28 09:37:57.333134 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-c3e8da54-c150-4e25-9f95-79a3e3fc076e req-3cb9030d-6466-4552-97d4-8000044a53cc tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b859362-3239-411c-a566-9eef8f323077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319879 Jul 28 09:37:58.365192 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-98bd52ff-08bb-4be9-917c-a92e7d3bd4f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:37:58.447005 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1a5a59-76e4-40fd-b75a-b9255a938207 req-24200ca3-20cd-42b5-a7f8-9561070352b1 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:37:58.448482 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-bd1a5a59-76e4-40fd-b75a-b9255a938207 req-24200ca3-20cd-42b5-a7f8-9561070352b1 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/ports?device_id=05a259c9-f284-423c-8a58-72b5423766c3 HTTP/1.1" status: 200 len: 945 time: 0.0474527 Jul 28 09:37:58.488877 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-bd1a5a59-76e4-40fd-b75a-b9255a938207 req-d8bcc787-5654-48fd-b171-fddac379cc2e tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b859362-3239-411c-a566-9eef8f323077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345640 Jul 28 09:37:58.717671 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device d2e9a777-0d82-43f0-b5ef-2836550debb7 up at agent hyperv_hv-cinder-80266 {{(pid=93069) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 09:37:58.773967 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Provisioning for port d2e9a777-0d82-43f0-b5ef-2836550debb7 completed by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 28 09:37:58.777602 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.provisioning_blocks [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Provisioning complete for port d2e9a777-0d82-43f0-b5ef-2836550debb7 triggered by entity L2. {{(pid=93069) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 28 09:37:58.777972 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984658'] for port, provisioning_complete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:37:58.854203 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:37:58.876320 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05a259c9-f284-423c-8a58-72b5423766c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e9a777-0d82-43f0-b5ef-2836550debb7'}] {{(pid=93069) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:37:58.879212 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e386f2323eb9bad1244c7f57c000109fc890726fb555cdcb5e37d65c089562af" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d5b177-68c6-49cb-8bea-b0253d778c98" -d '{"events": [{"server_uuid": "05a259c9-f284-423c-8a58-72b5423766c3", "name": "network-vif-plugged", "status": "completed", "tag": "d2e9a777-0d82-43f0-b5ef-2836550debb7"}]}' {{(pid=93069) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:37:58.891797 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] For port d2e9a777-0d82-43f0-b5ef-2836550debb7, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=d2e9a777-0d82-43f0-b5ef-2836550debb7,segment=NetworkSegment(55af3968-752b-4fb5-bec2-f41233d41b45),segment_id=55af3968-752b-4fb5-bec2-f41233d41b45)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:37:58.896165 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914'] for port, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:37:58.944887 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Pushing event updated for resources: {'Port': ['ID=d2e9a777-0d82-43f0-b5ef-2836550debb7,revision_number=5']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:37:59.599849 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6828c8b0-909c-4553-8d30-98ec29930da2 req-11606798-83d0-42f0-9b71-4fb93589b171 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:37:59.601314 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-6828c8b0-909c-4553-8d30-98ec29930da2 req-11606798-83d0-42f0-9b71-4fb93589b171 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/ports?device_id=05a259c9-f284-423c-8a58-72b5423766c3 HTTP/1.1" status: 200 len: 946 time: 0.0474379 Jul 28 09:37:59.638709 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-6828c8b0-909c-4553-8d30-98ec29930da2 req-63f09cd1-0dbd-400d-a2ee-bb613fb382ca tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b859362-3239-411c-a566-9eef8f323077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315957 Jul 28 09:37:59.936397 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 09:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f256139-0b51-4ec6-89d7-0fcebe1d9559 x-openstack-request-id: req-3f256139-0b51-4ec6-89d7-0fcebe1d9559 {{(pid=93069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:37:59.936841 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05a259c9-f284-423c-8a58-72b5423766c3", "name": "network-vif-plugged", "status": "completed", "tag": "d2e9a777-0d82-43f0-b5ef-2836550debb7", "code": 200}]} {{(pid=93069) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:37:59.936949 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3f256139-0b51-4ec6-89d7-0fcebe1d9559 {{(pid=93069) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:37:59.937308 dv-cinder-802669-1-iscsi neutron-server[93069]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05a259c9-f284-423c-8a58-72b5423766c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2e9a777-0d82-43f0-b5ef-2836550debb7', 'code': 200} Jul 28 09:38:00.141464 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5eb6e0-72a9-434e-b639-ab72cb7beb78 req-405bdd42-3aea-4256-bd1a-a73f82ce3e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:38:00.143470 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7c5eb6e0-72a9-434e-b639-ab72cb7beb78 req-405bdd42-3aea-4256-bd1a-a73f82ce3e61 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=05a259c9-f284-423c-8a58-72b5423766c3 HTTP/1.1" status: 200 len: 1099 time: 0.0387428 Jul 28 09:38:00.176444 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7c5eb6e0-72a9-434e-b639-ab72cb7beb78 req-eee57e0d-31f1-4d5b-a40e-e8802935252e service neutron] 10.222.0.32 "GET /v2.0/security-groups?id=5b859362-3239-411c-a566-9eef8f323077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268242 Jul 28 09:38:00.726361 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-a74e2ee5-42b3-42be-be2e-41277b308309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:38:00.750841 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef266d07-aa53-45ab-844e-536e7206e751 req-9dc721de-b745-4a4a-9226-c368239ff8a7 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:38:00.754136 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-ef266d07-aa53-45ab-844e-536e7206e751 req-9dc721de-b745-4a4a-9226-c368239ff8a7 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/ports?device_id=05a259c9-f284-423c-8a58-72b5423766c3 HTTP/1.1" status: 200 len: 946 time: 0.0495155 Jul 28 09:38:00.799152 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-ef266d07-aa53-45ab-844e-536e7206e751 req-d3fd33ee-3cc3-4940-85ee-7a1d57adf1e8 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b859362-3239-411c-a566-9eef8f323077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398030 Jul 28 09:38:01.118938 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:38:02.132536 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-29fc97ff-9392-4c7d-8b91-be3be07fca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:38:02.196121 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc2646-c228-45f7-9fba-842cdc051017 req-407ae4e7-f7bc-4e8d-a49f-fb812150b6d8 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:38:02.197681 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7abc2646-c228-45f7-9fba-842cdc051017 req-407ae4e7-f7bc-4e8d-a49f-fb812150b6d8 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/ports?device_id=05a259c9-f284-423c-8a58-72b5423766c3 HTTP/1.1" status: 200 len: 946 time: 0.3309515 Jul 28 09:38:02.235167 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-7abc2646-c228-45f7-9fba-842cdc051017 req-e6a220b0-4cdb-424a-b3da-cd86f886d548 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b859362-3239-411c-a566-9eef8f323077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313489 Jul 28 09:38:02.346740 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6502b094-77cb-4596-b284-413e2dde819b req-9492a5a3-1773-4b52-a3b6-af12fba03ac9 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:38:02.348231 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-6502b094-77cb-4596-b284-413e2dde819b req-9492a5a3-1773-4b52-a3b6-af12fba03ac9 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/ports?device_id=05a259c9-f284-423c-8a58-72b5423766c3 HTTP/1.1" status: 200 len: 946 time: 0.0480914 Jul 28 09:38:02.385239 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-6502b094-77cb-4596-b284-413e2dde819b req-4bde6988-9369-4aee-b338-ff50d541bf8c tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b859362-3239-411c-a566-9eef8f323077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311644 Jul 28 09:38:02.406858 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 57146) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:38:02.445291 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e164c4e2-bc4c-45ff-a8fc-6ff84de81a9e tempest-TestVolumeBootPattern-990885359 tempest-TestVolumeBootPattern-990885359-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:38:02.446787 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-e164c4e2-bc4c-45ff-a8fc-6ff84de81a9e tempest-TestVolumeBootPattern-990885359 tempest-TestVolumeBootPattern-990885359-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=05a259c9-f284-423c-8a58-72b5423766c3 HTTP/1.1" status: 200 len: 1094 time: 0.0389826 Jul 28 09:38:02.449375 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 57148) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:38:02.453602 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.v2.base [None req-1ebfe64c-e33c-453c-8546-528a1e7d6a1b tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Request body: {'floatingip': {'floating_network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'port_id': 'd2e9a777-0d82-43f0-b5ef-2836550debb7', 'tenant_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93067) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 28 09:38:02.474393 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-1ebfe64c-e33c-453c-8546-528a1e7d6a1b tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks [] for floatingip, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:38:02.570925 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-1ebfe64c-e33c-453c-8546-528a1e7d6a1b tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:38:02.672987 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.db_base_plugin_common [None req-1ebfe64c-e33c-453c-8546-528a1e7d6a1b tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Allocated IP 172.27.3.106 (30331174-7d3c-4928-87ce-fe2956ee4244/7bde36bf-957f-4642-ab95-d9df711170af/ec6ee87e-1a54-4a76-aad5-74f9f1acd768) {{(pid=93067) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 09:38:02.771617 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-1ebfe64c-e33c-453c-8546-528a1e7d6a1b tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks [] for port, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:38:02.810140 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-1ebfe64c-e33c-453c-8546-528a1e7d6a1b tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732595289878', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33549966'] for port, after_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:38:02.844163 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebfe64c-e33c-453c-8546-528a1e7d6a1b tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Network 30331174-7d3c-4928-87ce-fe2956ee4244 is already hosted by enough agents. {{(pid=93067) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 09:38:02.847762 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.base_scheduler [None req-1ebfe64c-e33c-453c-8546-528a1e7d6a1b tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Resources bound (agent type, host, resource id): {{(pid=93067) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 09:38:02.850373 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebfe64c-e33c-453c-8546-528a1e7d6a1b tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Received port after_create {{(pid=93067) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 28 09:38:02.882063 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebfe64c-e33c-453c-8546-528a1e7d6a1b tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Pushing event updated for resources: {'Port': ['ID=ec6ee87e-1a54-4a76-aad5-74f9f1acd768,revision_number=1']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:38:03.207304 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-1ebfe64c-e33c-453c-8546-528a1e7d6a1b tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:38:03.277298 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-1ebfe64c-e33c-453c-8546-528a1e7d6a1b tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-566289'] for port, before_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:38:03.426266 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-1ebfe64c-e33c-453c-8546-528a1e7d6a1b tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks [] for port, precommit_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:38:03.430724 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-1ebfe64c-e33c-453c-8546-528a1e7d6a1b tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732595661105', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732595289896', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732595289914', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-33549957'] for port, after_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:38:03.504797 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebfe64c-e33c-453c-8546-528a1e7d6a1b tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Pushing event updated for resources: {'Port': ['ID=ec6ee87e-1a54-4a76-aad5-74f9f1acd768,revision_number=2']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:38:03.515179 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-1ebfe64c-e33c-453c-8546-528a1e7d6a1b tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8268857'] for floatingip, after_update {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:38:03.613000 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.db.l3_db [None req-1ebfe64c-e33c-453c-8546-528a1e7d6a1b tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Floating IP c72d9936-75f9-45f7-99dd-bc0f3fbf5784 associated. External IP: 172.27.3.106, port: d2e9a777-0d82-43f0-b5ef-2836550debb7. Jul 28 09:38:03.678864 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-2284cd4c-493c-4cd5-902b-cad83a6c7b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:38:03.820668 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ebfe64c-e33c-453c-8546-528a1e7d6a1b tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Router 08cf8842-9ba6-4727-962a-029234b12adf has already been hosted by L3 agent 4c8802ae-c91a-4e26-b3c6-37f497a3b5b2 {{(pid=93067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 09:38:03.928069 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ebfe64c-e33c-453c-8546-528a1e7d6a1b tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify agent at l3_agent.dv-cinder-802669-1-iscsi the message routers_updated {{(pid=93067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:38:03.937389 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47227557-a043-4f89-a021-c0df20253e1b None None] Sync routers for ids ['08cf8842-9ba6-4727-962a-029234b12adf'] in dv-cinder-802669-1-iscsi {{(pid=93069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:38:03.945388 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-1ebfe64c-e33c-453c-8546-528a1e7d6a1b tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905'] for floatingip, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:38:03.948619 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47227557-a043-4f89-a021-c0df20253e1b None None] Routers {'08cf8842-9ba6-4727-962a-029234b12adf'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:38:03.949243 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-47227557-a043-4f89-a021-c0df20253e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:38:01Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['08cf8842-9ba6-4727-962a-029234b12adf'], 'active': True} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:38:03.983594 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-1ebfe64c-e33c-453c-8546-528a1e7d6a1b tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5221946 Jul 28 09:38:03.983594 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05a259c9-f284-423c-8a58-72b5423766c3', 'tag': 'd2e9a777-0d82-43f0-b5ef-2836550debb7'}] {{(pid=93067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:38:03.983594 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}119bb006a51e6799d77012a49065aa76076224f53078518f9bbc3af1ae40a877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6154a64-c59b-458e-829f-2ae5dc87ff29" -d '{"events": [{"name": "network-changed", "server_uuid": "05a259c9-f284-423c-8a58-72b5423766c3", "tag": "d2e9a777-0d82-43f0-b5ef-2836550debb7"}]}' {{(pid=93067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:38:04.011240 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 09:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0708800f-2f9b-4845-85b5-51557c379bb6 x-openstack-request-id: req-0708800f-2f9b-4845-85b5-51557c379bb6 {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:38:04.011530 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05a259c9-f284-423c-8a58-72b5423766c3", "tag": "d2e9a777-0d82-43f0-b5ef-2836550debb7", "status": "completed", "code": 200}]} {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:38:04.011808 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-0708800f-2f9b-4845-85b5-51557c379bb6 {{(pid=93067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:38:04.012208 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05a259c9-f284-423c-8a58-72b5423766c3', 'tag': 'd2e9a777-0d82-43f0-b5ef-2836550debb7', 'status': 'completed', 'code': 200} Jul 28 09:38:04.055116 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvr_db [None req-47227557-a043-4f89-a021-c0df20253e1b None None] Set router 08cf8842-9ba6-4727-962a-029234b12adf gateway port host: dv-cinder-802669-1-iscsi {{(pid=93069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:38:04.080334 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6154a64-c59b-458e-829f-2ae5dc87ff29 req-35123e5e-1642-4d1a-a4f0-c595cd1b6f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:38:04.081903 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a6154a64-c59b-458e-829f-2ae5dc87ff29 req-35123e5e-1642-4d1a-a4f0-c595cd1b6f13 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=05659f9cc8374aa8b620b7f85c3b9efd&device_id=05a259c9-f284-423c-8a58-72b5423766c3 HTTP/1.1" status: 200 len: 1099 time: 0.0459135 Jul 28 09:38:04.175834 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6154a64-c59b-458e-829f-2ae5dc87ff29 req-b5d360f1-e151-49f4-a40f-9329338eb583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:38:04.177470 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a6154a64-c59b-458e-829f-2ae5dc87ff29 req-b5d360f1-e151-49f4-a40f-9329338eb583 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1fc2852d-286a-4480-bedd-ff38c463ba78 HTTP/1.1" status: 200 len: 913 time: 0.0876367 Jul 28 09:38:04.246425 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a6154a64-c59b-458e-829f-2ae5dc87ff29 req-265daf34-6f9b-4f83-a311-4c4600eb7079 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2e9a777-0d82-43f0-b5ef-2836550debb7 HTTP/1.1" status: 200 len: 1000 time: 0.0608284 Jul 28 09:38:04.278206 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-47227557-a043-4f89-a021-c0df20253e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08cf8842-9ba6-4727-962a-029234b12adf', 'name': 'tempest-TestVolumeBootPattern-1033886439-router', 'tenant_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '0548ad2c-328c-41fa-b73c-000b168b73e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:33:02Z', 'updated_at': '2021-07-28T09:33:05Z', 'revision_number': 4, 'project_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'gw_port': {'id': '0548ad2c-328c-41fa-b73c-000b168b73e9', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cf8842-9ba6-4727-962a-029234b12adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:33:03Z', 'updated_at': '2021-07-28T09:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_floatingips': [{'id': '293e754e-4d21-44e5-b966-c9492bbf8216', 'tenant_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'floating_ip_address': '172.27.3.197', 'floating_network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'router_id': '08cf8842-9ba6-4727-962a-029234b12adf', 'port_id': '9c2786c4-77fe-4cf5-9aba-f61c414df2fd', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fc2852d-286a-4480-bedd-ff38c463ba78', 'mac_address': 'fa:16:3e:dc:0b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe9c147-922e-4b88-81b7-5e5fc25c4b33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T09:36:05Z', 'updated_at': '2021-07-28T09:36:07Z', 'revision_number': 1, 'project_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'fixed_ip_address_scope': None}, {'id': 'c72d9936-75f9-45f7-99dd-bc0f3fbf5784', 'tenant_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'floating_ip_address': '172.27.3.106', 'floating_network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'router_id': '08cf8842-9ba6-4727-962a-029234b12adf', 'port_id': 'd2e9a777-0d82-43f0-b5ef-2836550debb7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fc2852d-286a-4480-bedd-ff38c463ba78', 'mac_address': 'fa:16:3e:95:62:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a259c9-f284-423c-8a58-72b5423766c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T09:38:03Z', 'updated_at': '2021-07-28T09:38:03Z', 'revision_number': 0, 'project_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11864257-5261-46f6-89f1-ad7c22467db5', 'name': '', 'network_id': '1fc2852d-286a-4480-bedd-ff38c463ba78', 'tenant_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'mac_address': 'fa:16:3e:35:ca:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cf8842-9ba6-4727-962a-029234b12adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c19c44fd-98e8-496f-991b-1b9a52c58e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:33:05Z', 'updated_at': '2021-07-28T09:33:11Z', 'revision_number': 5, 'project_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'subnets': [{'id': 'c19c44fd-98e8-496f-991b-1b9a52c58e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:38:04.295213 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6154a64-c59b-458e-829f-2ae5dc87ff29 req-e278d20d-39fd-44a7-9bfe-21c4acf1c7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:38:04.296747 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a6154a64-c59b-458e-829f-2ae5dc87ff29 req-e278d20d-39fd-44a7-9bfe-21c4acf1c7fc service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c19c44fd-98e8-496f-991b-1b9a52c58e74 HTTP/1.1" status: 200 len: 851 time: 0.0431511 Jul 28 09:38:04.308624 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47227557-a043-4f89-a021-c0df20253e1b None None] Checking router: 08cf8842-9ba6-4727-962a-029234b12adf for host: dv-cinder-802669-1-iscsi {{(pid=93069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:38:04.317075 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47227557-a043-4f89-a021-c0df20253e1b None None] Routers {'08cf8842-9ba6-4727-962a-029234b12adf'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:38:04.317680 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-47227557-a043-4f89-a021-c0df20253e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:38:01Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['08cf8842-9ba6-4727-962a-029234b12adf'], 'active': True} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:38:04.345315 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6154a64-c59b-458e-829f-2ae5dc87ff29 req-a46a2638-3836-445f-9102-857094c9149d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:38:04.347260 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a6154a64-c59b-458e-829f-2ae5dc87ff29 req-a46a2638-3836-445f-9102-857094c9149d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1fc2852d-286a-4480-bedd-ff38c463ba78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436356 Jul 28 09:38:04.421345 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvr_db [None req-47227557-a043-4f89-a021-c0df20253e1b None None] Set router 08cf8842-9ba6-4727-962a-029234b12adf gateway port host: dv-cinder-802669-1-iscsi {{(pid=93069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:38:04.434325 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a6154a64-c59b-458e-829f-2ae5dc87ff29 req-c59df843-319b-4c9a-ab47-9b0f882e5c04 service neutron] 10.222.0.32 "GET /v2.0/networks/1fc2852d-286a-4480-bedd-ff38c463ba78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803695 Jul 28 09:38:04.529606 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-a6154a64-c59b-458e-829f-2ae5dc87ff29 req-4fde19c4-6adf-4bb2-8829-c2e55eb93c6b service neutron] 10.222.0.32 "GET /v2.0/networks/1fc2852d-286a-4480-bedd-ff38c463ba78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885737 Jul 28 09:38:04.646197 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-47227557-a043-4f89-a021-c0df20253e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08cf8842-9ba6-4727-962a-029234b12adf', 'name': 'tempest-TestVolumeBootPattern-1033886439-router', 'tenant_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '0548ad2c-328c-41fa-b73c-000b168b73e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:33:02Z', 'updated_at': '2021-07-28T09:33:05Z', 'revision_number': 4, 'project_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'gw_port': {'id': '0548ad2c-328c-41fa-b73c-000b168b73e9', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cf8842-9ba6-4727-962a-029234b12adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:33:03Z', 'updated_at': '2021-07-28T09:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_floatingips': [{'id': '293e754e-4d21-44e5-b966-c9492bbf8216', 'tenant_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'floating_ip_address': '172.27.3.197', 'floating_network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'router_id': '08cf8842-9ba6-4727-962a-029234b12adf', 'port_id': '9c2786c4-77fe-4cf5-9aba-f61c414df2fd', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fc2852d-286a-4480-bedd-ff38c463ba78', 'mac_address': 'fa:16:3e:dc:0b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe9c147-922e-4b88-81b7-5e5fc25c4b33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T09:36:05Z', 'updated_at': '2021-07-28T09:36:07Z', 'revision_number': 1, 'project_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'fixed_ip_address_scope': None}, {'id': 'c72d9936-75f9-45f7-99dd-bc0f3fbf5784', 'tenant_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'floating_ip_address': '172.27.3.106', 'floating_network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'router_id': '08cf8842-9ba6-4727-962a-029234b12adf', 'port_id': 'd2e9a777-0d82-43f0-b5ef-2836550debb7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fc2852d-286a-4480-bedd-ff38c463ba78', 'mac_address': 'fa:16:3e:95:62:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a259c9-f284-423c-8a58-72b5423766c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T09:38:03Z', 'updated_at': '2021-07-28T09:38:03Z', 'revision_number': 0, 'project_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11864257-5261-46f6-89f1-ad7c22467db5', 'name': '', 'network_id': '1fc2852d-286a-4480-bedd-ff38c463ba78', 'tenant_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'mac_address': 'fa:16:3e:35:ca:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cf8842-9ba6-4727-962a-029234b12adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c19c44fd-98e8-496f-991b-1b9a52c58e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:33:05Z', 'updated_at': '2021-07-28T09:33:11Z', 'revision_number': 5, 'project_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'subnets': [{'id': 'c19c44fd-98e8-496f-991b-1b9a52c58e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:38:04.672402 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47227557-a043-4f89-a021-c0df20253e1b None None] The sync data for ids ['08cf8842-9ba6-4727-962a-029234b12adf'] in dv-cinder-802669-1-iscsi is: [{'id': '08cf8842-9ba6-4727-962a-029234b12adf', 'name': 'tempest-TestVolumeBootPattern-1033886439-router', 'tenant_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '0548ad2c-328c-41fa-b73c-000b168b73e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:33:02Z', 'updated_at': '2021-07-28T09:33:05Z', 'revision_number': 4, 'project_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'gw_port': {'id': '0548ad2c-328c-41fa-b73c-000b168b73e9', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cf8842-9ba6-4727-962a-029234b12adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:33:03Z', 'updated_at': '2021-07-28T09:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_floatingips': [{'id': '293e754e-4d21-44e5-b966-c9492bbf8216', 'tenant_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'floating_ip_address': '172.27.3.197', 'floating_network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'router_id': '08cf8842-9ba6-4727-962a-029234b12adf', 'port_id': '9c2786c4-77fe-4cf5-9aba-f61c414df2fd', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fc2852d-286a-4480-bedd-ff38c463ba78', 'mac_address': 'fa:16:3e:dc:0b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe9c147-922e-4b88-81b7-5e5fc25c4b33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T09:36:05Z', 'updated_at': '2021-07-28T09:36:07Z', 'revision_number': 1, 'project_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'fixed_ip_address_scope': None}, {'id': 'c72d9936-75f9-45f7-99dd-bc0f3fbf5784', 'tenant_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'floating_ip_address': '172.27.3.106', 'floating_network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'router_id': '08cf8842-9ba6-4727-962a-029234b12adf', 'port_id': 'd2e9a777-0d82-43f0-b5ef-2836550debb7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fc2852d-286a-4480-bedd-ff38c463ba78', 'mac_address': 'fa:16:3e:95:62:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05a259c9-f284-423c-8a58-72b5423766c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T09:38:03Z', 'updated_at': '2021-07-28T09:38:03Z', 'revision_number': 0, 'project_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11864257-5261-46f6-89f1-ad7c22467db5', 'name': '', 'network_id': '1fc2852d-286a-4480-bedd-ff38c463ba78', 'tenant_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'mac_address': 'fa:16:3e:35:ca:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cf8842-9ba6-4727-962a-029234b12adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c19c44fd-98e8-496f-991b-1b9a52c58e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:33:05Z', 'updated_at': '2021-07-28T09:33:11Z', 'revision_number': 5, 'project_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'subnets': [{'id': 'c19c44fd-98e8-496f-991b-1b9a52c58e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:38:04.852482 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f58e7e-4a24-4a20-afd2-0e947a998cbe None None] New status for floating IP c72d9936-75f9-45f7-99dd-bc0f3fbf5784: ACTIVE {{(pid=93070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 09:38:21.672807 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.agents_db [None req-63843732-4a37-4b37-bfab-6dab7fdb1052 None None] Agent healthcheck: found 6 active agents {{(pid=93070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:38:25.074430 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:38:28.365798 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-37fc4271-752a-4934-9d50-64a69ff54f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:38:30.726915 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-daf12705-ef96-4e28-84de-b0fbe8a80021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:38:31.119107 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:38:32.136350 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-29fc97ff-9392-4c7d-8b91-be3be07fca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:38:33.680873 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-2284cd4c-493c-4cd5-902b-cad83a6c7b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:38:55.088988 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:38:57.673072 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-d3027320-0a25-47a5-ba9a-edf4636dcf4f req-a7300016-93e9-4375-9d1b-b7c354e1a5d6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=fbe9c147-922e-4b88-81b7-5e5fc25c4b33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412953 Jul 28 09:38:57.752280 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3027320-0a25-47a5-ba9a-edf4636dcf4f req-e4ab145b-3031-48c6-aa0d-53ff891f0ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:38:57.753744 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-d3027320-0a25-47a5-ba9a-edf4636dcf4f req-e4ab145b-3031-48c6-aa0d-53ff891f0ca3 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=05659f9cc8374aa8b620b7f85c3b9efd&device_id=fbe9c147-922e-4b88-81b7-5e5fc25c4b33 HTTP/1.1" status: 200 len: 1099 time: 0.0404422 Jul 28 09:38:57.858230 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3027320-0a25-47a5-ba9a-edf4636dcf4f req-48bee6eb-81ed-4200-af80-e0f96851eb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:38:57.859722 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-d3027320-0a25-47a5-ba9a-edf4636dcf4f req-48bee6eb-81ed-4200-af80-e0f96851eb4a service neutron] 10.222.0.32 "GET /v2.0/networks?id=1fc2852d-286a-4480-bedd-ff38c463ba78 HTTP/1.1" status: 200 len: 913 time: 0.0873549 Jul 28 09:38:57.924262 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-d3027320-0a25-47a5-ba9a-edf4636dcf4f req-50516c0e-6e47-46a8-afe1-414f38081cc4 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c2786c4-77fe-4cf5-9aba-f61c414df2fd HTTP/1.1" status: 200 len: 1002 time: 0.0566335 Jul 28 09:38:57.970978 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3027320-0a25-47a5-ba9a-edf4636dcf4f req-0001dc8e-c1a5-450c-9064-c4d7270f02f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:38:57.972394 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-d3027320-0a25-47a5-ba9a-edf4636dcf4f req-0001dc8e-c1a5-450c-9064-c4d7270f02f8 service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c19c44fd-98e8-496f-991b-1b9a52c58e74 HTTP/1.1" status: 200 len: 851 time: 0.0417397 Jul 28 09:38:58.020532 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3027320-0a25-47a5-ba9a-edf4636dcf4f req-cd3ae540-75d4-49eb-b1fe-52d47ab0eb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:38:58.021985 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-d3027320-0a25-47a5-ba9a-edf4636dcf4f req-cd3ae540-75d4-49eb-b1fe-52d47ab0eb5d service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1fc2852d-286a-4480-bedd-ff38c463ba78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0427732 Jul 28 09:38:58.109934 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-d3027320-0a25-47a5-ba9a-edf4636dcf4f req-aaa441d4-46e6-4a37-b9bf-08da5fcf0330 service neutron] 10.222.0.32 "GET /v2.0/networks/1fc2852d-286a-4480-bedd-ff38c463ba78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800755 Jul 28 09:38:58.201175 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-d3027320-0a25-47a5-ba9a-edf4636dcf4f req-50b87a47-a1e9-445c-ac9e-49f18cc0ffa7 service neutron] 10.222.0.32 "GET /v2.0/networks/1fc2852d-286a-4480-bedd-ff38c463ba78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836051 Jul 28 09:38:58.369405 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-f7dcab72-879a-4b8c-9a30-ef84b23405b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:38:58.671353 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.agents_db [None req-63843732-4a37-4b37-bfab-6dab7fdb1052 None None] Agent healthcheck: found 6 active agents {{(pid=93070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:39:00.726784 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-485cb00d-f929-456b-963a-33d39f81f106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:01.120855 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:02.138738 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-29fc97ff-9392-4c7d-8b91-be3be07fca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:03.683478 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-2284cd4c-493c-4cd5-902b-cad83a6c7b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:25.105053 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:28.370008 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-d2e84e34-e95c-4caf-8eef-b7c5e066c7fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:29.490481 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 57174) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:39:29.707044 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.plugin [None req-f9a9aa40-55f1-48d4-8d03-01c9666bb150 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Deleting port ec6ee87e-1a54-4a76-aad5-74f9f1acd768 {{(pid=93067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 09:39:29.707387 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-f9a9aa40-55f1-48d4-8d03-01c9666bb150 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732595656843'] for port, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:29.780149 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-f9a9aa40-55f1-48d4-8d03-01c9666bb150 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8264998'] for port, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:29.780400 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-f9a9aa40-55f1-48d4-8d03-01c9666bb150 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:29.792246 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.plugin [None req-f9a9aa40-55f1-48d4-8d03-01c9666bb150 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Calling delete_port for ec6ee87e-1a54-4a76-aad5-74f9f1acd768 owned by network:floatingip {{(pid=93067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 09:39:29.936925 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-f9a9aa40-55f1-48d4-8d03-01c9666bb150 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732595661087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732595289887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33549966'] for port, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:29.964696 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a9aa40-55f1-48d4-8d03-01c9666bb150 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Pushing event deleted for resources: {'Port': ['ID=ec6ee87e-1a54-4a76-aad5-74f9f1acd768,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:39:29.986501 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a9aa40-55f1-48d4-8d03-01c9666bb150 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:39:29.986851 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a9aa40-55f1-48d4-8d03-01c9666bb150 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:39:29.987190 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a9aa40-55f1-48d4-8d03-01c9666bb150 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:39:29.987526 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a9aa40-55f1-48d4-8d03-01c9666bb150 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:39:29.987884 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a9aa40-55f1-48d4-8d03-01c9666bb150 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:39:29.988211 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a9aa40-55f1-48d4-8d03-01c9666bb150 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:39:29.988538 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a9aa40-55f1-48d4-8d03-01c9666bb150 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:39:29.988866 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a9aa40-55f1-48d4-8d03-01c9666bb150 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:39:29.989193 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a9aa40-55f1-48d4-8d03-01c9666bb150 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:39:29.989514 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a9aa40-55f1-48d4-8d03-01c9666bb150 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:39:29.989838 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a9aa40-55f1-48d4-8d03-01c9666bb150 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:39:29.990159 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a9aa40-55f1-48d4-8d03-01c9666bb150 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93067) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:39:30.034203 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-f9a9aa40-55f1-48d4-8d03-01c9666bb150 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks [] for floatingip, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:30.034565 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.db.l3_db [None req-f9a9aa40-55f1-48d4-8d03-01c9666bb150 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Floating IP c72d9936-75f9-45f7-99dd-bc0f3fbf5784 disassociated (deleted). External IP: 172.27.3.106, port: d2e9a777-0d82-43f0-b5ef-2836550debb7. Jul 28 09:39:30.232250 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a9aa40-55f1-48d4-8d03-01c9666bb150 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Router 08cf8842-9ba6-4727-962a-029234b12adf has already been hosted by L3 agent 4c8802ae-c91a-4e26-b3c6-37f497a3b5b2 {{(pid=93067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 09:39:30.336081 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a9aa40-55f1-48d4-8d03-01c9666bb150 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify agent at l3_agent.dv-cinder-802669-1-iscsi the message routers_updated {{(pid=93067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:39:30.341332 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-f9a9aa40-55f1-48d4-8d03-01c9666bb150 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905'] for floatingip, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:30.345927 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7614bd-01ea-4474-ac06-abc2c1953bcf None None] Sync routers for ids ['08cf8842-9ba6-4727-962a-029234b12adf'] in dv-cinder-802669-1-iscsi {{(pid=93069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:39:30.355618 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7614bd-01ea-4474-ac06-abc2c1953bcf None None] Routers {'08cf8842-9ba6-4727-962a-029234b12adf'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:39:30.356219 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-4e7614bd-01ea-4474-ac06-abc2c1953bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:39:01Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['08cf8842-9ba6-4727-962a-029234b12adf'], 'active': True} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:39:30.371482 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-f9a9aa40-55f1-48d4-8d03-01c9666bb150 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "DELETE /v2.0/floatingips/c72d9936-75f9-45f7-99dd-bc0f3fbf5784 HTTP/1.1" status: 204 len: 168 time: 0.8799264 Jul 28 09:39:30.372106 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05a259c9-f284-423c-8a58-72b5423766c3', 'tag': 'd2e9a777-0d82-43f0-b5ef-2836550debb7'}] {{(pid=93067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:39:30.374437 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}119bb006a51e6799d77012a49065aa76076224f53078518f9bbc3af1ae40a877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4af68a-1790-4c58-9f28-350e59fb67f9" -d '{"events": [{"name": "network-changed", "server_uuid": "05a259c9-f284-423c-8a58-72b5423766c3", "tag": "d2e9a777-0d82-43f0-b5ef-2836550debb7"}]}' {{(pid=93067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:39:30.417939 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 09:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5019386-cd32-4db1-8356-8800a0f23d1b x-openstack-request-id: req-b5019386-cd32-4db1-8356-8800a0f23d1b {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:39:30.418228 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05a259c9-f284-423c-8a58-72b5423766c3", "tag": "d2e9a777-0d82-43f0-b5ef-2836550debb7", "status": "completed", "code": 200}]} {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:39:30.418478 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b5019386-cd32-4db1-8356-8800a0f23d1b {{(pid=93067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:39:30.418877 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05a259c9-f284-423c-8a58-72b5423766c3', 'tag': 'd2e9a777-0d82-43f0-b5ef-2836550debb7', 'status': 'completed', 'code': 200} Jul 28 09:39:30.466627 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvr_db [None req-4e7614bd-01ea-4474-ac06-abc2c1953bcf None None] Set router 08cf8842-9ba6-4727-962a-029234b12adf gateway port host: dv-cinder-802669-1-iscsi {{(pid=93069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:39:30.484105 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4af68a-1790-4c58-9f28-350e59fb67f9 req-231f4c77-8377-43f3-9025-8a219ec9b059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:39:30.485641 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-de4af68a-1790-4c58-9f28-350e59fb67f9 req-231f4c77-8377-43f3-9025-8a219ec9b059 service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=05659f9cc8374aa8b620b7f85c3b9efd&device_id=05a259c9-f284-423c-8a58-72b5423766c3 HTTP/1.1" status: 200 len: 1099 time: 0.0441756 Jul 28 09:39:30.623413 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4af68a-1790-4c58-9f28-350e59fb67f9 req-557ffbc0-763f-4e7f-99c7-08d97a752418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:39:30.624946 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-de4af68a-1790-4c58-9f28-350e59fb67f9 req-557ffbc0-763f-4e7f-99c7-08d97a752418 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1fc2852d-286a-4480-bedd-ff38c463ba78 HTTP/1.1" status: 200 len: 913 time: 0.1277962 Jul 28 09:39:30.637316 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c0e6be-dd0f-4317-8ac9-87694963fc45 req-d7f8f6a7-134a-498b-9efa-a6d3c8434686 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:39:30.638837 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-f0c0e6be-dd0f-4317-8ac9-87694963fc45 req-d7f8f6a7-134a-498b-9efa-a6d3c8434686 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/ports?device_id=05a259c9-f284-423c-8a58-72b5423766c3 HTTP/1.1" status: 200 len: 946 time: 0.0816147 Jul 28 09:39:30.679340 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-de4af68a-1790-4c58-9f28-350e59fb67f9 req-cea78573-5fec-4fe8-bcad-c4e7d6d08b49 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d2e9a777-0d82-43f0-b5ef-2836550debb7 HTTP/1.1" status: 200 len: 217 time: 0.0395148 Jul 28 09:39:30.736732 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-f0c0e6be-dd0f-4317-8ac9-87694963fc45 req-1f3c9f31-edf7-4d30-8bac-b9f5b990fd58 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b859362-3239-411c-a566-9eef8f323077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902157 Jul 28 09:39:30.749359 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4af68a-1790-4c58-9f28-350e59fb67f9 req-226c1144-0a7e-4976-85ca-1e836df7af4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:39:30.751958 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-de4af68a-1790-4c58-9f28-350e59fb67f9 req-226c1144-0a7e-4976-85ca-1e836df7af4a service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c19c44fd-98e8-496f-991b-1b9a52c58e74 HTTP/1.1" status: 200 len: 851 time: 0.0622187 Jul 28 09:39:30.763942 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-6ab2a588-9c07-4051-90bf-da9e2ad1f7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:30.810725 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4af68a-1790-4c58-9f28-350e59fb67f9 req-34674315-72c3-4160-bdb9-312f7b9ca0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:39:30.812276 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-de4af68a-1790-4c58-9f28-350e59fb67f9 req-34674315-72c3-4160-bdb9-312f7b9ca0d7 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1fc2852d-286a-4480-bedd-ff38c463ba78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0528827 Jul 28 09:39:30.853455 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-4e7614bd-01ea-4474-ac06-abc2c1953bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08cf8842-9ba6-4727-962a-029234b12adf', 'name': 'tempest-TestVolumeBootPattern-1033886439-router', 'tenant_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '0548ad2c-328c-41fa-b73c-000b168b73e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:33:02Z', 'updated_at': '2021-07-28T09:33:05Z', 'revision_number': 4, 'project_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'gw_port': {'id': '0548ad2c-328c-41fa-b73c-000b168b73e9', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cf8842-9ba6-4727-962a-029234b12adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:33:03Z', 'updated_at': '2021-07-28T09:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_floatingips': [{'id': '293e754e-4d21-44e5-b966-c9492bbf8216', 'tenant_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'floating_ip_address': '172.27.3.197', 'floating_network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'router_id': '08cf8842-9ba6-4727-962a-029234b12adf', 'port_id': '9c2786c4-77fe-4cf5-9aba-f61c414df2fd', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fc2852d-286a-4480-bedd-ff38c463ba78', 'mac_address': 'fa:16:3e:dc:0b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe9c147-922e-4b88-81b7-5e5fc25c4b33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T09:36:05Z', 'updated_at': '2021-07-28T09:36:07Z', 'revision_number': 1, 'project_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11864257-5261-46f6-89f1-ad7c22467db5', 'name': '', 'network_id': '1fc2852d-286a-4480-bedd-ff38c463ba78', 'tenant_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'mac_address': 'fa:16:3e:35:ca:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cf8842-9ba6-4727-962a-029234b12adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c19c44fd-98e8-496f-991b-1b9a52c58e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:33:05Z', 'updated_at': '2021-07-28T09:33:11Z', 'revision_number': 5, 'project_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'subnets': [{'id': 'c19c44fd-98e8-496f-991b-1b9a52c58e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:39:30.879942 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7614bd-01ea-4474-ac06-abc2c1953bcf None None] Checking router: 08cf8842-9ba6-4727-962a-029234b12adf for host: dv-cinder-802669-1-iscsi {{(pid=93069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:39:30.889248 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7614bd-01ea-4474-ac06-abc2c1953bcf None None] Routers {'08cf8842-9ba6-4727-962a-029234b12adf'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:39:30.889854 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-4e7614bd-01ea-4474-ac06-abc2c1953bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:39:31Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['08cf8842-9ba6-4727-962a-029234b12adf'], 'active': True} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:39:30.902191 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-de4af68a-1790-4c58-9f28-350e59fb67f9 req-69b88143-64c2-418a-842c-3e4724a07027 service neutron] 10.222.0.32 "GET /v2.0/networks/1fc2852d-286a-4480-bedd-ff38c463ba78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818059 Jul 28 09:39:30.994858 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-de4af68a-1790-4c58-9f28-350e59fb67f9 req-97d60987-f285-405e-890a-d0eb9e946e5d service neutron] 10.222.0.32 "GET /v2.0/networks/1fc2852d-286a-4480-bedd-ff38c463ba78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848997 Jul 28 09:39:30.995949 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvr_db [None req-4e7614bd-01ea-4474-ac06-abc2c1953bcf None None] Set router 08cf8842-9ba6-4727-962a-029234b12adf gateway port host: dv-cinder-802669-1-iscsi {{(pid=93069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:39:31.147242 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:31.226136 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-4e7614bd-01ea-4474-ac06-abc2c1953bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08cf8842-9ba6-4727-962a-029234b12adf', 'name': 'tempest-TestVolumeBootPattern-1033886439-router', 'tenant_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '0548ad2c-328c-41fa-b73c-000b168b73e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:33:02Z', 'updated_at': '2021-07-28T09:33:05Z', 'revision_number': 4, 'project_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'gw_port': {'id': '0548ad2c-328c-41fa-b73c-000b168b73e9', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cf8842-9ba6-4727-962a-029234b12adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:33:03Z', 'updated_at': '2021-07-28T09:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_floatingips': [{'id': '293e754e-4d21-44e5-b966-c9492bbf8216', 'tenant_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'floating_ip_address': '172.27.3.197', 'floating_network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'router_id': '08cf8842-9ba6-4727-962a-029234b12adf', 'port_id': '9c2786c4-77fe-4cf5-9aba-f61c414df2fd', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fc2852d-286a-4480-bedd-ff38c463ba78', 'mac_address': 'fa:16:3e:dc:0b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe9c147-922e-4b88-81b7-5e5fc25c4b33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T09:36:05Z', 'updated_at': '2021-07-28T09:36:07Z', 'revision_number': 1, 'project_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11864257-5261-46f6-89f1-ad7c22467db5', 'name': '', 'network_id': '1fc2852d-286a-4480-bedd-ff38c463ba78', 'tenant_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'mac_address': 'fa:16:3e:35:ca:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cf8842-9ba6-4727-962a-029234b12adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c19c44fd-98e8-496f-991b-1b9a52c58e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:33:05Z', 'updated_at': '2021-07-28T09:33:11Z', 'revision_number': 5, 'project_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'subnets': [{'id': 'c19c44fd-98e8-496f-991b-1b9a52c58e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:39:31.255902 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7614bd-01ea-4474-ac06-abc2c1953bcf None None] The sync data for ids ['08cf8842-9ba6-4727-962a-029234b12adf'] in dv-cinder-802669-1-iscsi is: [{'id': '08cf8842-9ba6-4727-962a-029234b12adf', 'name': 'tempest-TestVolumeBootPattern-1033886439-router', 'tenant_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '0548ad2c-328c-41fa-b73c-000b168b73e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:33:02Z', 'updated_at': '2021-07-28T09:33:05Z', 'revision_number': 4, 'project_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'gw_port': {'id': '0548ad2c-328c-41fa-b73c-000b168b73e9', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cf8842-9ba6-4727-962a-029234b12adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:33:03Z', 'updated_at': '2021-07-28T09:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_floatingips': [{'id': '293e754e-4d21-44e5-b966-c9492bbf8216', 'tenant_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'floating_ip_address': '172.27.3.197', 'floating_network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'router_id': '08cf8842-9ba6-4727-962a-029234b12adf', 'port_id': '9c2786c4-77fe-4cf5-9aba-f61c414df2fd', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fc2852d-286a-4480-bedd-ff38c463ba78', 'mac_address': 'fa:16:3e:dc:0b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbe9c147-922e-4b88-81b7-5e5fc25c4b33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-28T09:36:05Z', 'updated_at': '2021-07-28T09:36:07Z', 'revision_number': 1, 'project_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11864257-5261-46f6-89f1-ad7c22467db5', 'name': '', 'network_id': '1fc2852d-286a-4480-bedd-ff38c463ba78', 'tenant_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'mac_address': 'fa:16:3e:35:ca:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cf8842-9ba6-4727-962a-029234b12adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c19c44fd-98e8-496f-991b-1b9a52c58e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:33:05Z', 'updated_at': '2021-07-28T09:33:11Z', 'revision_number': 5, 'project_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'subnets': [{'id': 'c19c44fd-98e8-496f-991b-1b9a52c58e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:39:31.468474 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d2e928-50c3-4548-a369-7ef0f7aa9064 None None] New status for floating IP c72d9936-75f9-45f7-99dd-bc0f3fbf5784: DOWN {{(pid=93070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 09:39:31.909922 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7ce5f3-8d0d-4c41-bc26-3a1f0472842c req-b402e248-9bfd-4e40-9a19-9c34fe505a70 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:39:31.911401 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-0a7ce5f3-8d0d-4c41-bc26-3a1f0472842c req-b402e248-9bfd-4e40-9a19-9c34fe505a70 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/ports?device_id=05a259c9-f284-423c-8a58-72b5423766c3 HTTP/1.1" status: 200 len: 946 time: 0.0493717 Jul 28 09:39:31.948648 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-0a7ce5f3-8d0d-4c41-bc26-3a1f0472842c req-86f3abbe-1bf6-4e69-ad74-56559c03c2eb tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b859362-3239-411c-a566-9eef8f323077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311739 Jul 28 09:39:32.076566 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df965991-3c28-4ea1-82b2-0ff8cff30562 req-44066ad4-dda6-44ad-b4d2-72f707989fd6 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:39:32.077916 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-df965991-3c28-4ea1-82b2-0ff8cff30562 req-44066ad4-dda6-44ad-b4d2-72f707989fd6 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.32 "GET /v2.0/ports?device_id=05a259c9-f284-423c-8a58-72b5423766c3 HTTP/1.1" status: 200 len: 946 time: 0.0471339 Jul 28 09:39:32.141889 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-29fc97ff-9392-4c7d-8b91-be3be07fca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:32.169723 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.plugin [req-df965991-3c28-4ea1-82b2-0ff8cff30562 req-4c5d3761-7ae3-4539-9f18-7446a8405f4a tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Deleting port d2e9a777-0d82-43f0-b5ef-2836550debb7 {{(pid=93067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 09:39:32.170064 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-df965991-3c28-4ea1-82b2-0ff8cff30562 req-4c5d3761-7ae3-4539-9f18-7446a8405f4a tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732595656843'] for port, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:32.258813 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.db [req-df965991-3c28-4ea1-82b2-0ff8cff30562 req-4c5d3761-7ae3-4539-9f18-7446a8405f4a tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] For port d2e9a777-0d82-43f0-b5ef-2836550debb7, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=d2e9a777-0d82-43f0-b5ef-2836550debb7,segment=NetworkSegment(55af3968-752b-4fb5-bec2-f41233d41b45),segment_id=55af3968-752b-4fb5-bec2-f41233d41b45)] {{(pid=93067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:39:32.259184 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-df965991-3c28-4ea1-82b2-0ff8cff30562 req-4c5d3761-7ae3-4539-9f18-7446a8405f4a tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8264998'] for port, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:32.271426 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.plugin [req-df965991-3c28-4ea1-82b2-0ff8cff30562 req-4c5d3761-7ae3-4539-9f18-7446a8405f4a tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Calling delete_port for d2e9a777-0d82-43f0-b5ef-2836550debb7 owned by compute:nova {{(pid=93067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 09:39:32.676429 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-df965991-3c28-4ea1-82b2-0ff8cff30562 req-4c5d3761-7ae3-4539-9f18-7446a8405f4a tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732595661087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732595289887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33549966'] for port, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:32.704412 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5d3761-7ae3-4539-9f18-7446a8405f4a tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Pushing event deleted for resources: {'Port': ['ID=d2e9a777-0d82-43f0-b5ef-2836550debb7,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:39:32.746448 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.l3_dvrscheduler_db [req-df965991-3c28-4ea1-82b2-0ff8cff30562 req-4c5d3761-7ae3-4539-9f18-7446a8405f4a tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] No DVR routers for this DVR port d2e9a777-0d82-43f0-b5ef-2836550debb7 on host hv-cinder-80266 {{(pid=93067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 09:39:32.749003 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-df965991-3c28-4ea1-82b2-0ff8cff30562 req-4c5d3761-7ae3-4539-9f18-7446a8405f4a tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905'] for port, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:32.750958 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-df965991-3c28-4ea1-82b2-0ff8cff30562 req-4c5d3761-7ae3-4539-9f18-7446a8405f4a tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.32 "DELETE /v2.0/ports/d2e9a777-0d82-43f0-b5ef-2836550debb7 HTTP/1.1" status: 204 len: 173 time: 0.6668153 Jul 28 09:39:32.751439 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05a259c9-f284-423c-8a58-72b5423766c3', 'name': 'network-vif-deleted', 'tag': 'd2e9a777-0d82-43f0-b5ef-2836550debb7'}] {{(pid=93067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:39:32.753660 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}119bb006a51e6799d77012a49065aa76076224f53078518f9bbc3af1ae40a877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727511ee-0cfc-4416-b3f1-1098333a235b" -d '{"events": [{"server_uuid": "05a259c9-f284-423c-8a58-72b5423766c3", "name": "network-vif-deleted", "tag": "d2e9a777-0d82-43f0-b5ef-2836550debb7"}]}' {{(pid=93067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:39:32.809245 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 09:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d3b00f0-4c15-41ce-9b32-5404753dc659 x-openstack-request-id: req-1d3b00f0-4c15-41ce-9b32-5404753dc659 {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:39:32.809534 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05a259c9-f284-423c-8a58-72b5423766c3", "name": "network-vif-deleted", "tag": "d2e9a777-0d82-43f0-b5ef-2836550debb7", "status": "completed", "code": 200}]} {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:39:32.809780 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1d3b00f0-4c15-41ce-9b32-5404753dc659 {{(pid=93067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:39:32.810173 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05a259c9-f284-423c-8a58-72b5423766c3', 'name': 'network-vif-deleted', 'tag': 'd2e9a777-0d82-43f0-b5ef-2836550debb7', 'status': 'completed', 'code': 200} Jul 28 09:39:33.045432 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-058555d7-a3b7-4e6d-9da4-e97293fc1687 req-8b1c2055-e48b-4798-b0fb-c64fd949c24a tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/ports?device_id=05a259c9-f284-423c-8a58-72b5423766c3 HTTP/1.1" status: 200 len: 210 time: 0.0307174 Jul 28 09:39:33.686552 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-2284cd4c-493c-4cd5-902b-cad83a6c7b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:35.172913 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device d2e9a777-0d82-43f0-b5ef-2836550debb7 no longer exists at agent hyperv_hv-cinder-80266 {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:39:35.192699 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] No Port match for: d2e9a777-0d82-43f0-b5ef-2836550debb7 {{(pid=93069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 09:39:35.193044 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device d2e9a777-0d82-43f0-b5ef-2836550debb7 not bound to the agent host hv-cinder-80266 {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:39:35.670623 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.agents_db [None req-63843732-4a37-4b37-bfab-6dab7fdb1052 None None] Agent healthcheck: found 6 active agents {{(pid=93070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:39:36.318813 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 57214) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:39:36.468921 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.plugin [None req-08c169ee-ca56-4b55-b2c9-54f09ad81128 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Deleting port 286feb39-8d45-470d-8e6d-c3181db0e16b {{(pid=93068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 09:39:36.469251 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-08c169ee-ca56-4b55-b2c9-54f09ad81128 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732595656843'] for port, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:36.759372 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-08c169ee-ca56-4b55-b2c9-54f09ad81128 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8264998'] for port, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:36.759717 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-08c169ee-ca56-4b55-b2c9-54f09ad81128 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:36.770891 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.plugin [None req-08c169ee-ca56-4b55-b2c9-54f09ad81128 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Calling delete_port for 286feb39-8d45-470d-8e6d-c3181db0e16b owned by network:floatingip {{(pid=93068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 09:39:36.911983 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-08c169ee-ca56-4b55-b2c9-54f09ad81128 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732595661087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732595289887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036940'] for port, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:36.938206 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c169ee-ca56-4b55-b2c9-54f09ad81128 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Pushing event deleted for resources: {'Port': ['ID=286feb39-8d45-470d-8e6d-c3181db0e16b,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:39:36.960331 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c169ee-ca56-4b55-b2c9-54f09ad81128 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:39:36.960679 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c169ee-ca56-4b55-b2c9-54f09ad81128 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:39:36.961016 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c169ee-ca56-4b55-b2c9-54f09ad81128 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:39:36.961393 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c169ee-ca56-4b55-b2c9-54f09ad81128 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:39:36.961728 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c169ee-ca56-4b55-b2c9-54f09ad81128 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:39:36.962057 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c169ee-ca56-4b55-b2c9-54f09ad81128 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:39:36.962380 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c169ee-ca56-4b55-b2c9-54f09ad81128 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:39:36.962702 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c169ee-ca56-4b55-b2c9-54f09ad81128 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:39:36.963024 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c169ee-ca56-4b55-b2c9-54f09ad81128 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:39:36.963341 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c169ee-ca56-4b55-b2c9-54f09ad81128 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:39:36.963683 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c169ee-ca56-4b55-b2c9-54f09ad81128 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:39:36.963998 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c169ee-ca56-4b55-b2c9-54f09ad81128 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93068) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:39:37.003837 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-08c169ee-ca56-4b55-b2c9-54f09ad81128 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks [] for floatingip, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:37.004171 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.db.l3_db [None req-08c169ee-ca56-4b55-b2c9-54f09ad81128 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Floating IP 293e754e-4d21-44e5-b966-c9492bbf8216 disassociated (deleted). External IP: 172.27.3.197, port: 9c2786c4-77fe-4cf5-9aba-f61c414df2fd. Jul 28 09:39:37.203617 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08c169ee-ca56-4b55-b2c9-54f09ad81128 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Router 08cf8842-9ba6-4727-962a-029234b12adf has already been hosted by L3 agent 4c8802ae-c91a-4e26-b3c6-37f497a3b5b2 {{(pid=93068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 09:39:37.308480 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c169ee-ca56-4b55-b2c9-54f09ad81128 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify agent at l3_agent.dv-cinder-802669-1-iscsi the message routers_updated {{(pid=93068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:39:37.313502 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-08c169ee-ca56-4b55-b2c9-54f09ad81128 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905'] for floatingip, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:37.318953 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071fc024-4e69-4b8a-b919-ae494bced09b None None] Sync routers for ids ['08cf8842-9ba6-4727-962a-029234b12adf'] in dv-cinder-802669-1-iscsi {{(pid=93069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:39:37.328001 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071fc024-4e69-4b8a-b919-ae494bced09b None None] Routers {'08cf8842-9ba6-4727-962a-029234b12adf'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:39:37.328605 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-071fc024-4e69-4b8a-b919-ae494bced09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:39:31Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['08cf8842-9ba6-4727-962a-029234b12adf'], 'active': True} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:39:37.341079 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-08c169ee-ca56-4b55-b2c9-54f09ad81128 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "DELETE /v2.0/floatingips/293e754e-4d21-44e5-b966-c9492bbf8216 HTTP/1.1" status: 204 len: 168 time: 1.0212028 Jul 28 09:39:37.341723 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbe9c147-922e-4b88-81b7-5e5fc25c4b33', 'tag': '9c2786c4-77fe-4cf5-9aba-f61c414df2fd'}] {{(pid=93068) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:39:37.344056 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}139b294935eba5b67723c4cb949653233a30e5923a0155ee6b45606758e66ae8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358d0b42-50ef-4708-ac14-08373e6b3aeb" -d '{"events": [{"name": "network-changed", "server_uuid": "fbe9c147-922e-4b88-81b7-5e5fc25c4b33", "tag": "9c2786c4-77fe-4cf5-9aba-f61c414df2fd"}]}' {{(pid=93068) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:39:37.442475 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvr_db [None req-071fc024-4e69-4b8a-b919-ae494bced09b None None] Set router 08cf8842-9ba6-4727-962a-029234b12adf gateway port host: dv-cinder-802669-1-iscsi {{(pid=93069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:39:37.473414 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 28 Jul 2021 09:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b5bfb4a-0d0e-4cd4-a3a8-d7d104a9cf3a x-openstack-request-id: req-1b5bfb4a-0d0e-4cd4-a3a8-d7d104a9cf3a {{(pid=93068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:39:37.473955 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbe9c147-922e-4b88-81b7-5e5fc25c4b33", "tag": "9c2786c4-77fe-4cf5-9aba-f61c414df2fd", "status": "completed", "code": 200}]} {{(pid=93068) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:39:37.474484 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1b5bfb4a-0d0e-4cd4-a3a8-d7d104a9cf3a {{(pid=93068) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:39:37.475257 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbe9c147-922e-4b88-81b7-5e5fc25c4b33', 'tag': '9c2786c4-77fe-4cf5-9aba-f61c414df2fd', 'status': 'completed', 'code': 200} Jul 28 09:39:37.566536 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d0b42-50ef-4708-ac14-08373e6b3aeb req-a77f6405-dd9b-4772-aa16-145056e0346b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:39:37.568097 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-358d0b42-50ef-4708-ac14-08373e6b3aeb req-a77f6405-dd9b-4772-aa16-145056e0346b service neutron] 10.222.0.32 "GET /v2.0/ports?tenant_id=05659f9cc8374aa8b620b7f85c3b9efd&device_id=fbe9c147-922e-4b88-81b7-5e5fc25c4b33 HTTP/1.1" status: 200 len: 1099 time: 0.0720704 Jul 28 09:39:37.602709 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e8e3ad-72ff-4756-b52a-2f0808b0b1a1 req-b2b69d72-6545-462b-b16c-c9fb9c5e23c0 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:39:37.604225 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-55e8e3ad-72ff-4756-b52a-2f0808b0b1a1 req-b2b69d72-6545-462b-b16c-c9fb9c5e23c0 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/ports?device_id=fbe9c147-922e-4b88-81b7-5e5fc25c4b33 HTTP/1.1" status: 200 len: 946 time: 0.0808828 Jul 28 09:39:37.653138 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-071fc024-4e69-4b8a-b919-ae494bced09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08cf8842-9ba6-4727-962a-029234b12adf', 'name': 'tempest-TestVolumeBootPattern-1033886439-router', 'tenant_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '0548ad2c-328c-41fa-b73c-000b168b73e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:33:02Z', 'updated_at': '2021-07-28T09:33:05Z', 'revision_number': 4, 'project_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'gw_port': {'id': '0548ad2c-328c-41fa-b73c-000b168b73e9', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cf8842-9ba6-4727-962a-029234b12adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:33:03Z', 'updated_at': '2021-07-28T09:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_interfaces': [{'id': '11864257-5261-46f6-89f1-ad7c22467db5', 'name': '', 'network_id': '1fc2852d-286a-4480-bedd-ff38c463ba78', 'tenant_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'mac_address': 'fa:16:3e:35:ca:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cf8842-9ba6-4727-962a-029234b12adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c19c44fd-98e8-496f-991b-1b9a52c58e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:33:05Z', 'updated_at': '2021-07-28T09:33:11Z', 'revision_number': 5, 'project_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'subnets': [{'id': 'c19c44fd-98e8-496f-991b-1b9a52c58e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:39:37.683117 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071fc024-4e69-4b8a-b919-ae494bced09b None None] Checking router: 08cf8842-9ba6-4727-962a-029234b12adf for host: dv-cinder-802669-1-iscsi {{(pid=93069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:39:37.684978 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-55e8e3ad-72ff-4756-b52a-2f0808b0b1a1 req-1faa6422-0072-4680-87e0-6558ef393fed tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b859362-3239-411c-a566-9eef8f323077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536096 Jul 28 09:39:37.691444 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071fc024-4e69-4b8a-b919-ae494bced09b None None] Routers {'08cf8842-9ba6-4727-962a-029234b12adf'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:39:37.692089 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-071fc024-4e69-4b8a-b919-ae494bced09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:39:31Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['08cf8842-9ba6-4727-962a-029234b12adf'], 'active': True} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:39:37.706782 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d0b42-50ef-4708-ac14-08373e6b3aeb req-dab50337-075a-4f88-b574-34d127e0d921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:39:37.708313 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-358d0b42-50ef-4708-ac14-08373e6b3aeb req-dab50337-075a-4f88-b574-34d127e0d921 service neutron] 10.222.0.32 "GET /v2.0/networks?id=1fc2852d-286a-4480-bedd-ff38c463ba78 HTTP/1.1" status: 200 len: 913 time: 0.1318705 Jul 28 09:39:37.750305 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-358d0b42-50ef-4708-ac14-08373e6b3aeb req-9d9d8754-c867-49b3-84bd-97f62a69b1b7 service neutron] 10.222.0.32 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9c2786c4-77fe-4cf5-9aba-f61c414df2fd HTTP/1.1" status: 200 len: 217 time: 0.0335650 Jul 28 09:39:37.797767 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvr_db [None req-071fc024-4e69-4b8a-b919-ae494bced09b None None] Set router 08cf8842-9ba6-4727-962a-029234b12adf gateway port host: dv-cinder-802669-1-iscsi {{(pid=93069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:39:37.803194 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d0b42-50ef-4708-ac14-08373e6b3aeb req-1322b946-9168-4ba6-b6a2-589e5ecbcfea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:39:37.804702 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-358d0b42-50ef-4708-ac14-08373e6b3aeb req-1322b946-9168-4ba6-b6a2-589e5ecbcfea service neutron] 10.222.0.32 "GET /v2.0/subnets?id=c19c44fd-98e8-496f-991b-1b9a52c58e74 HTTP/1.1" status: 200 len: 851 time: 0.0479891 Jul 28 09:39:37.852833 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358d0b42-50ef-4708-ac14-08373e6b3aeb req-24a0d9d9-21a1-48c2-8eea-5fd0d4134624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:39:37.854355 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-358d0b42-50ef-4708-ac14-08373e6b3aeb req-24a0d9d9-21a1-48c2-8eea-5fd0d4134624 service neutron] 10.222.0.32 "GET /v2.0/ports?network_id=1fc2852d-286a-4480-bedd-ff38c463ba78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405376 Jul 28 09:39:37.948521 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-358d0b42-50ef-4708-ac14-08373e6b3aeb req-31360db6-da74-4745-bdaf-e8d2eb3a4df5 service neutron] 10.222.0.32 "GET /v2.0/networks/1fc2852d-286a-4480-bedd-ff38c463ba78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862095 Jul 28 09:39:37.993814 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-071fc024-4e69-4b8a-b919-ae494bced09b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08cf8842-9ba6-4727-962a-029234b12adf', 'name': 'tempest-TestVolumeBootPattern-1033886439-router', 'tenant_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '0548ad2c-328c-41fa-b73c-000b168b73e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:33:02Z', 'updated_at': '2021-07-28T09:33:05Z', 'revision_number': 4, 'project_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'gw_port': {'id': '0548ad2c-328c-41fa-b73c-000b168b73e9', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cf8842-9ba6-4727-962a-029234b12adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:33:03Z', 'updated_at': '2021-07-28T09:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_interfaces': [{'id': '11864257-5261-46f6-89f1-ad7c22467db5', 'name': '', 'network_id': '1fc2852d-286a-4480-bedd-ff38c463ba78', 'tenant_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'mac_address': 'fa:16:3e:35:ca:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cf8842-9ba6-4727-962a-029234b12adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c19c44fd-98e8-496f-991b-1b9a52c58e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:33:05Z', 'updated_at': '2021-07-28T09:33:11Z', 'revision_number': 5, 'project_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'subnets': [{'id': 'c19c44fd-98e8-496f-991b-1b9a52c58e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:39:38.019687 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071fc024-4e69-4b8a-b919-ae494bced09b None None] The sync data for ids ['08cf8842-9ba6-4727-962a-029234b12adf'] in dv-cinder-802669-1-iscsi is: [{'id': '08cf8842-9ba6-4727-962a-029234b12adf', 'name': 'tempest-TestVolumeBootPattern-1033886439-router', 'tenant_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '0548ad2c-328c-41fa-b73c-000b168b73e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:33:02Z', 'updated_at': '2021-07-28T09:33:05Z', 'revision_number': 4, 'project_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'gw_port': {'id': '0548ad2c-328c-41fa-b73c-000b168b73e9', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cf8842-9ba6-4727-962a-029234b12adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:33:03Z', 'updated_at': '2021-07-28T09:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi', '_interfaces': [{'id': '11864257-5261-46f6-89f1-ad7c22467db5', 'name': '', 'network_id': '1fc2852d-286a-4480-bedd-ff38c463ba78', 'tenant_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'mac_address': 'fa:16:3e:35:ca:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cf8842-9ba6-4727-962a-029234b12adf', 'device_owner': 'network:router_interface', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c19c44fd-98e8-496f-991b-1b9a52c58e74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:33:05Z', 'updated_at': '2021-07-28T09:33:11Z', 'revision_number': 5, 'project_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'subnets': [{'id': 'c19c44fd-98e8-496f-991b-1b9a52c58e74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:39:38.044986 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-358d0b42-50ef-4708-ac14-08373e6b3aeb req-cc93cd9d-1994-4bc8-8ef6-6fbcecba77aa service neutron] 10.222.0.32 "GET /v2.0/networks/1fc2852d-286a-4480-bedd-ff38c463ba78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874684 Jul 28 09:39:38.240632 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905a9fc2-1f7a-47ce-8a8f-a01ea3f1c4ca None None] New status for floating IP 293e754e-4d21-44e5-b966-c9492bbf8216: DOWN {{(pid=93070) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 28 09:39:38.803200 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5e842d-283d-446f-8c4a-aa465ff6d04d req-b77bc106-fefc-46ed-a8db-a701bf1b9d48 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:39:38.804701 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-9c5e842d-283d-446f-8c4a-aa465ff6d04d req-b77bc106-fefc-46ed-a8db-a701bf1b9d48 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/ports?device_id=fbe9c147-922e-4b88-81b7-5e5fc25c4b33 HTTP/1.1" status: 200 len: 946 time: 0.0491278 Jul 28 09:39:38.841546 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-9c5e842d-283d-446f-8c4a-aa465ff6d04d req-dac320f9-6f83-4080-b2cb-ed17c6e0ccb1 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/security-groups?id=5b859362-3239-411c-a566-9eef8f323077&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310390 Jul 28 09:39:38.997686 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff318f0-209b-4957-b05d-9f96871b0bb0 req-9dfee6a8-a653-43d1-8a0b-7b162376d287 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93067) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 28 09:39:38.999045 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-bff318f0-209b-4957-b05d-9f96871b0bb0 req-9dfee6a8-a653-43d1-8a0b-7b162376d287 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.32 "GET /v2.0/ports?device_id=fbe9c147-922e-4b88-81b7-5e5fc25c4b33 HTTP/1.1" status: 200 len: 946 time: 0.0473409 Jul 28 09:39:39.088998 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.plugin [req-bff318f0-209b-4957-b05d-9f96871b0bb0 req-f20a0b22-66e0-4f8b-ada3-998094d2e4c4 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Deleting port 9c2786c4-77fe-4cf5-9aba-f61c414df2fd {{(pid=93067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 09:39:39.089332 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-bff318f0-209b-4957-b05d-9f96871b0bb0 req-f20a0b22-66e0-4f8b-ada3-998094d2e4c4 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732595656843'] for port, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:39.174663 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.db [req-bff318f0-209b-4957-b05d-9f96871b0bb0 req-f20a0b22-66e0-4f8b-ada3-998094d2e4c4 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] For port 9c2786c4-77fe-4cf5-9aba-f61c414df2fd, host hv-cinder-80266, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80266',level=0,port_id=9c2786c4-77fe-4cf5-9aba-f61c414df2fd,segment=NetworkSegment(55af3968-752b-4fb5-bec2-f41233d41b45),segment_id=55af3968-752b-4fb5-bec2-f41233d41b45)] {{(pid=93067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:39:39.175022 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-bff318f0-209b-4957-b05d-9f96871b0bb0 req-f20a0b22-66e0-4f8b-ada3-998094d2e4c4 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8264998'] for port, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:39.191264 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.plugin [req-bff318f0-209b-4957-b05d-9f96871b0bb0 req-f20a0b22-66e0-4f8b-ada3-998094d2e4c4 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Calling delete_port for 9c2786c4-77fe-4cf5-9aba-f61c414df2fd owned by compute:nova {{(pid=93067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 09:39:39.315111 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-bff318f0-209b-4957-b05d-9f96871b0bb0 req-f20a0b22-66e0-4f8b-ada3-998094d2e4c4 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732595661087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732595289887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33549966'] for port, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:39.343485 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20a0b22-66e0-4f8b-ada3-998094d2e4c4 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Pushing event deleted for resources: {'Port': ['ID=9c2786c4-77fe-4cf5-9aba-f61c414df2fd,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:39:39.388509 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.l3_dvrscheduler_db [req-bff318f0-209b-4957-b05d-9f96871b0bb0 req-f20a0b22-66e0-4f8b-ada3-998094d2e4c4 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] No DVR routers for this DVR port 9c2786c4-77fe-4cf5-9aba-f61c414df2fd on host hv-cinder-80266 {{(pid=93067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 09:39:39.391199 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [req-bff318f0-209b-4957-b05d-9f96871b0bb0 req-f20a0b22-66e0-4f8b-ada3-998094d2e4c4 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905'] for port, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:39.393245 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-bff318f0-209b-4957-b05d-9f96871b0bb0 req-f20a0b22-66e0-4f8b-ada3-998094d2e4c4 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.32 "DELETE /v2.0/ports/9c2786c4-77fe-4cf5-9aba-f61c414df2fd HTTP/1.1" status: 204 len: 173 time: 0.3884633 Jul 28 09:39:39.393907 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbe9c147-922e-4b88-81b7-5e5fc25c4b33', 'name': 'network-vif-deleted', 'tag': '9c2786c4-77fe-4cf5-9aba-f61c414df2fd'}] {{(pid=93067) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 28 09:39:39.396850 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}119bb006a51e6799d77012a49065aa76076224f53078518f9bbc3af1ae40a877" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b746386-3e92-4002-94d4-9090808bfca1" -d '{"events": [{"server_uuid": "fbe9c147-922e-4b88-81b7-5e5fc25c4b33", "name": "network-vif-deleted", "tag": "9c2786c4-77fe-4cf5-9aba-f61c414df2fd"}]}' {{(pid=93067) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 09:39:39.433871 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 28 Jul 2021 09:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-827368ba-eede-469b-8828-9def77ab1469 x-openstack-request-id: req-827368ba-eede-469b-8828-9def77ab1469 {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 09:39:39.434161 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbe9c147-922e-4b88-81b7-5e5fc25c4b33", "name": "network-vif-deleted", "tag": "9c2786c4-77fe-4cf5-9aba-f61c414df2fd", "status": "completed", "code": 200}]} {{(pid=93067) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 09:39:39.434411 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-827368ba-eede-469b-8828-9def77ab1469 {{(pid=93067) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 09:39:39.434812 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbe9c147-922e-4b88-81b7-5e5fc25c4b33', 'name': 'network-vif-deleted', 'tag': '9c2786c4-77fe-4cf5-9aba-f61c414df2fd', 'status': 'completed', 'code': 200} Jul 28 09:39:39.949817 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [req-73b6f355-e681-44a0-aca0-d7770a3b4dd9 req-8b1d8f79-a258-4f0d-a840-6947b4351422 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "GET /v2.0/ports?device_id=fbe9c147-922e-4b88-81b7-5e5fc25c4b33 HTTP/1.1" status: 200 len: 210 time: 0.0278380 Jul 28 09:39:41.005329 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 57234) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:39:41.125664 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.plugin [None req-995c3fc0-4e08-43a3-a661-7bebeb49a674 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Deleting port 42c3d723-6bb2-4257-abad-c4e56aaad338 {{(pid=93068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 09:39:41.126003 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-995c3fc0-4e08-43a3-a661-7bebeb49a674 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732595656843'] for port, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:41.204115 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-995c3fc0-4e08-43a3-a661-7bebeb49a674 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8264998'] for port, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:41.204357 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-995c3fc0-4e08-43a3-a661-7bebeb49a674 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:41.216187 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.plugin [None req-995c3fc0-4e08-43a3-a661-7bebeb49a674 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Calling delete_port for 42c3d723-6bb2-4257-abad-c4e56aaad338 owned by network:floatingip {{(pid=93068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 09:39:41.345599 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-995c3fc0-4e08-43a3-a661-7bebeb49a674 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732595661087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732595289887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036940'] for port, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:41.373244 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995c3fc0-4e08-43a3-a661-7bebeb49a674 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Pushing event deleted for resources: {'Port': ['ID=42c3d723-6bb2-4257-abad-c4e56aaad338,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:39:41.435278 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-995c3fc0-4e08-43a3-a661-7bebeb49a674 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks [] for floatingip, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:41.437797 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-995c3fc0-4e08-43a3-a661-7bebeb49a674 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-518905'] for floatingip, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:41.438940 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-995c3fc0-4e08-43a3-a661-7bebeb49a674 tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "DELETE /v2.0/floatingips/4c07a16d-117b-49c9-8455-ef0a8c9e6a9c HTTP/1.1" status: 204 len: 168 time: 0.4326184 Jul 28 09:39:42.631353 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 57246) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:39:42.690678 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-6c626726-90c4-4407-b3e8-d292cc606b6e tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks [] for security_group, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:42.716778 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-6c626726-90c4-4407-b3e8-d292cc606b6e tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:42.774913 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-6c626726-90c4-4407-b3e8-d292cc606b6e tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:42.778219 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-6c626726-90c4-4407-b3e8-d292cc606b6e tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Notify callbacks [] for security_group, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:42.779770 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-6c626726-90c4-4407-b3e8-d292cc606b6e tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] 10.222.0.23 "DELETE /v2.0/security-groups/5b859362-3239-411c-a566-9eef8f323077 HTTP/1.1" status: 204 len: 168 time: 0.1470189 Jul 28 09:39:42.788803 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c626726-90c4-4407-b3e8-d292cc606b6e tempest-TestVolumeBootPattern-1081368840 tempest-TestVolumeBootPattern-1081368840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b859362-3239-411c-a566-9eef8f323077,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:39:43.217556 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device 9c2786c4-77fe-4cf5-9aba-f61c414df2fd no longer exists at agent hyperv_hv-cinder-80266 {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:39:43.240976 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] No Port match for: 9c2786c4-77fe-4cf5-9aba-f61c414df2fd {{(pid=93069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 09:39:43.241311 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Device 9c2786c4-77fe-4cf5-9aba-f61c414df2fd not bound to the agent host hv-cinder-80266 {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:39:43.858336 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 57254) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:39:44.295902 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-fd91d868-5c5b-453b-a021-0033d412139f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8270137'] for router_interface, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:44.531967 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.plugin [None req-fd91d868-5c5b-453b-a021-0033d412139f admin admin] Deleting port 11864257-5261-46f6-89f1-ad7c22467db5 {{(pid=93068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 09:39:44.532216 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-fd91d868-5c5b-453b-a021-0033d412139f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732595656843'] for port, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:44.606940 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.db [None req-fd91d868-5c5b-453b-a021-0033d412139f admin admin] For port 11864257-5261-46f6-89f1-ad7c22467db5, host dv-cinder-802669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=11864257-5261-46f6-89f1-ad7c22467db5,segment=NetworkSegment(55af3968-752b-4fb5-bec2-f41233d41b45),segment_id=55af3968-752b-4fb5-bec2-f41233d41b45)] {{(pid=93068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:39:44.607293 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-fd91d868-5c5b-453b-a021-0033d412139f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8264998'] for port, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:44.619423 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.plugin [None req-fd91d868-5c5b-453b-a021-0033d412139f admin admin] Calling delete_port for 11864257-5261-46f6-89f1-ad7c22467db5 owned by network:router_interface {{(pid=93068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 09:39:44.792218 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-fd91d868-5c5b-453b-a021-0033d412139f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732595661087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732595289887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036940'] for port, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:44.818148 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd91d868-5c5b-453b-a021-0033d412139f admin admin] Pushing event deleted for resources: {'Port': ['ID=11864257-5261-46f6-89f1-ad7c22467db5,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:39:44.984461 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-fd91d868-5c5b-453b-a021-0033d412139f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8069291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8270165'] for router_interface, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:45.189327 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd91d868-5c5b-453b-a021-0033d412139f admin admin] Router 08cf8842-9ba6-4727-962a-029234b12adf has already been hosted by L3 agent 4c8802ae-c91a-4e26-b3c6-37f497a3b5b2 {{(pid=93068) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 09:39:45.291888 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd91d868-5c5b-453b-a021-0033d412139f admin admin] Notify agent at l3_agent.dv-cinder-802669-1-iscsi the message routers_updated {{(pid=93068) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:39:45.296797 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-fd91d868-5c5b-453b-a021-0033d412139f admin admin] 10.222.0.23 "PUT /v2.0/routers/08cf8842-9ba6-4727-962a-029234b12adf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4374590 Jul 28 09:39:45.299282 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 57258) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:39:45.301984 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e746da82-af94-4b80-9dfe-df117905c622 None None] Sync routers for ids ['08cf8842-9ba6-4727-962a-029234b12adf'] in dv-cinder-802669-1-iscsi {{(pid=93069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:39:45.312508 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e746da82-af94-4b80-9dfe-df117905c622 None None] Routers {'08cf8842-9ba6-4727-962a-029234b12adf'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:39:45.313120 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-e746da82-af94-4b80-9dfe-df117905c622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:39:31Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['08cf8842-9ba6-4727-962a-029234b12adf'], 'active': True} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:39:45.422181 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvr_db [None req-e746da82-af94-4b80-9dfe-df117905c622 None None] Set router 08cf8842-9ba6-4727-962a-029234b12adf gateway port host: dv-cinder-802669-1-iscsi {{(pid=93069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:39:45.627385 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-12ea941b-f321-4943-b754-edbbfddfabc9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:45.722341 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-e746da82-af94-4b80-9dfe-df117905c622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08cf8842-9ba6-4727-962a-029234b12adf', 'name': 'tempest-TestVolumeBootPattern-1033886439-router', 'tenant_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.229'}], 'enable_snat': True}, 'gw_port_id': '0548ad2c-328c-41fa-b73c-000b168b73e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:33:02Z', 'updated_at': '2021-07-28T09:39:44Z', 'revision_number': 5, 'project_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'gw_port': {'id': '0548ad2c-328c-41fa-b73c-000b168b73e9', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:b2:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08cf8842-9ba6-4727-962a-029234b12adf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:33:03Z', 'updated_at': '2021-07-28T09:33:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi'}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:39:45.730397 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-12ea941b-f321-4943-b754-edbbfddfabc9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:45.749639 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e746da82-af94-4b80-9dfe-df117905c622 None None] Checking router: 08cf8842-9ba6-4727-962a-029234b12adf for host: dv-cinder-802669-1-iscsi {{(pid=93069) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:39:45.757827 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e746da82-af94-4b80-9dfe-df117905c622 None None] Routers {'08cf8842-9ba6-4727-962a-029234b12adf'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93069) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:39:45.758652 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-e746da82-af94-4b80-9dfe-df117905c622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:39:31Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['08cf8842-9ba6-4727-962a-029234b12adf'], 'active': True} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:39:45.781893 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.plugin [None req-12ea941b-f321-4943-b754-edbbfddfabc9 admin admin] Deleting port 0548ad2c-328c-41fa-b73c-000b168b73e9 {{(pid=93068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 09:39:45.782236 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-12ea941b-f321-4943-b754-edbbfddfabc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732595656843'] for port, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:45.843607 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvr_db [None req-e746da82-af94-4b80-9dfe-df117905c622 None None] Set router 08cf8842-9ba6-4727-962a-029234b12adf gateway port host: None {{(pid=93069) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:39:45.860214 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.db [None req-12ea941b-f321-4943-b754-edbbfddfabc9 admin admin] For port 0548ad2c-328c-41fa-b73c-000b168b73e9, host dv-cinder-802669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=0548ad2c-328c-41fa-b73c-000b168b73e9,segment=NetworkSegment(b226f756-b865-4ac3-ba22-f8bcfda44394),segment_id=b226f756-b865-4ac3-ba22-f8bcfda44394)] {{(pid=93068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:39:45.860604 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-12ea941b-f321-4943-b754-edbbfddfabc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8264998'] for port, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:45.874568 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.plugin [None req-12ea941b-f321-4943-b754-edbbfddfabc9 admin admin] Calling delete_port for 0548ad2c-328c-41fa-b73c-000b168b73e9 owned by network:router_gateway {{(pid=93068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 09:39:45.899440 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_hamode_db [None req-e746da82-af94-4b80-9dfe-df117905c622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08cf8842-9ba6-4727-962a-029234b12adf', 'name': 'tempest-TestVolumeBootPattern-1033886439-router', 'tenant_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:33:02Z', 'updated_at': '2021-07-28T09:39:45Z', 'revision_number': 6, 'project_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'gw_port_host': None}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93069) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:39:45.925865 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e746da82-af94-4b80-9dfe-df117905c622 None None] The sync data for ids ['08cf8842-9ba6-4727-962a-029234b12adf'] in dv-cinder-802669-1-iscsi is: [{'id': '08cf8842-9ba6-4727-962a-029234b12adf', 'name': 'tempest-TestVolumeBootPattern-1033886439-router', 'tenant_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:33:02Z', 'updated_at': '2021-07-28T09:39:45Z', 'revision_number': 6, 'project_id': '05659f9cc8374aa8b620b7f85c3b9efd', 'gw_port_host': None}] {{(pid=93069) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:39:46.040999 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-12ea941b-f321-4943-b754-edbbfddfabc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732595661087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732595289887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036940'] for port, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:46.066975 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea941b-f321-4943-b754-edbbfddfabc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0548ad2c-328c-41fa-b73c-000b168b73e9,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:39:46.127823 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-12ea941b-f321-4943-b754-edbbfddfabc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8269047'] for router_gateway, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:46.217040 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-12ea941b-f321-4943-b754-edbbfddfabc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7992424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-245475'] for router, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:46.218975 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-12ea941b-f321-4943-b754-edbbfddfabc9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:46.262081 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-12ea941b-f321-4943-b754-edbbfddfabc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7993592'] for router, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:46.262752 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ea941b-f321-4943-b754-edbbfddfabc9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08cf8842-9ba6-4727-962a-029234b12adf {{(pid=93068) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 09:39:46.268100 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-12ea941b-f321-4943-b754-edbbfddfabc9 admin admin] Notify callbacks [] for router, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:46.269249 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-12ea941b-f321-4943-b754-edbbfddfabc9 admin admin] 10.222.0.23 "DELETE /v2.0/routers/08cf8842-9ba6-4727-962a-029234b12adf HTTP/1.1" status: 204 len: 168 time: 0.9690402 Jul 28 09:39:46.271772 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 57260) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:39:46.322862 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.db.db_base_plugin_v2 [None req-625d6886-17b5-4f05-b6f1-6be42e56830c admin admin] Deleting subnet c19c44fd-98e8-496f-991b-1b9a52c58e74 {{(pid=93068) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 09:39:46.326122 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-625d6886-17b5-4f05-b6f1-6be42e56830c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:46.361340 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-625d6886-17b5-4f05-b6f1-6be42e56830c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6036963'] for subnet, precommit_delete_associations {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:46.434641 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-625d6886-17b5-4f05-b6f1-6be42e56830c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996982'] for subnet, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:46.484788 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-625d6886-17b5-4f05-b6f1-6be42e56830c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6036889', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6272565'] for subnet, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:46.513066 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625d6886-17b5-4f05-b6f1-6be42e56830c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c19c44fd-98e8-496f-991b-1b9a52c58e74,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:39:46.516609 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-625d6886-17b5-4f05-b6f1-6be42e56830c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for subnet, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:46.518481 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-625d6886-17b5-4f05-b6f1-6be42e56830c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c19c44fd-98e8-496f-991b-1b9a52c58e74 HTTP/1.1" status: 204 len: 168 time: 0.2456911 Jul 28 09:39:46.520914 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 57262) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:39:46.523418 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd9d09c-bfcc-428c-a56d-0ba6e1f26b70 None None] Network 1fc2852d-286a-4480-bedd-ff38c463ba78 requested from dv-cinder-802669-1-iscsi {{(pid=93069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 09:39:46.587126 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-e92a1c1d-8c41-478c-8dc8-f4e5de42d983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599172'] for network, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:46.641332 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.plugin [None req-e92a1c1d-8c41-478c-8dc8-f4e5de42d983 admin admin] Deleting port 739f96f9-5fb7-44f3-8cdc-fae76cd41d8c {{(pid=93068) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 09:39:46.641793 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-e92a1c1d-8c41-478c-8dc8-f4e5de42d983 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732595656843'] for port, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:46.710296 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.db [None req-e92a1c1d-8c41-478c-8dc8-f4e5de42d983 admin admin] For port 739f96f9-5fb7-44f3-8cdc-fae76cd41d8c, host dv-cinder-802669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=739f96f9-5fb7-44f3-8cdc-fae76cd41d8c,segment=NetworkSegment(55af3968-752b-4fb5-bec2-f41233d41b45),segment_id=55af3968-752b-4fb5-bec2-f41233d41b45)] {{(pid=93068) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:39:46.710660 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-e92a1c1d-8c41-478c-8dc8-f4e5de42d983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8264998'] for port, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:46.710897 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77b2e87-e366-4f80-914c-7940a7ea3e33 None None] DHCP port deletion for 1fc2852d-286a-4480-bedd-ff38c463ba78 request from dv-cinder-802669-1-iscsi {{(pid=93069) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 09:39:46.724018 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.plugin [None req-e92a1c1d-8c41-478c-8dc8-f4e5de42d983 admin admin] Calling delete_port for 739f96f9-5fb7-44f3-8cdc-fae76cd41d8c owned by network:dhcp {{(pid=93068) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 09:39:46.757051 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-b77b2e87-e366-4f80-914c-7940a7ea3e33 None None] Deleting port 739f96f9-5fb7-44f3-8cdc-fae76cd41d8c {{(pid=93069) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 09:39:46.757431 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-b77b2e87-e366-4f80-914c-7940a7ea3e33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732595656843'] for port, before_delete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:46.808046 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-e92a1c1d-8c41-478c-8dc8-f4e5de42d983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732595661087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732595289887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6036940'] for port, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:46.826050 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.db [None req-b77b2e87-e366-4f80-914c-7940a7ea3e33 None None] For port 739f96f9-5fb7-44f3-8cdc-fae76cd41d8c, host dv-cinder-802669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=739f96f9-5fb7-44f3-8cdc-fae76cd41d8c,segment=NetworkSegment(55af3968-752b-4fb5-bec2-f41233d41b45),segment_id=55af3968-752b-4fb5-bec2-f41233d41b45)] {{(pid=93069) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:39:46.826722 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-b77b2e87-e366-4f80-914c-7940a7ea3e33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8264998'] for port, precommit_delete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:46.837755 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92a1c1d-8c41-478c-8dc8-f4e5de42d983 admin admin] Pushing event deleted for resources: {'Port': ['ID=739f96f9-5fb7-44f3-8cdc-fae76cd41d8c,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:39:46.842925 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92a1c1d-8c41-478c-8dc8-f4e5de42d983 admin admin] No DVR routers for this DVR port 739f96f9-5fb7-44f3-8cdc-fae76cd41d8c on host dv-cinder-802669-1-iscsi {{(pid=93068) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 09:39:46.844298 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-b77b2e87-e366-4f80-914c-7940a7ea3e33 None None] Calling delete_port for 739f96f9-5fb7-44f3-8cdc-fae76cd41d8c owned by network:dhcp {{(pid=93069) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 09:39:46.924005 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-b77b2e87-e366-4f80-914c-7940a7ea3e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732595661087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732595289887'] for port, after_delete {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:46.931534 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-e92a1c1d-8c41-478c-8dc8-f4e5de42d983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983811', 'neutron.services.segments.db._delete_segments_for_network-8732595736369'] for network, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:46.943671 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.services.segments.db [None req-e92a1c1d-8c41-478c-8dc8-f4e5de42d983 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fc2852d-286a-4480-bedd-ff38c463ba78']}} {{(pid=93068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:39:46.952274 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77b2e87-e366-4f80-914c-7940a7ea3e33 None None] Pushing event deleted for resources: {'Port': ['ID=739f96f9-5fb7-44f3-8cdc-fae76cd41d8c,revision_number=None']} {{(pid=93069) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:39:46.954641 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.services.segments.db [None req-e92a1c1d-8c41-478c-8dc8-f4e5de42d983 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55af3968-752b-4fb5-bec2-f41233d41b45') {'for_net_delete': True} {{(pid=93068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:39:46.954941 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.services.segments.db [None req-e92a1c1d-8c41-478c-8dc8-f4e5de42d983 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55af3968-752b-4fb5-bec2-f41233d41b45') {} {{(pid=93068) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:39:46.958103 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77b2e87-e366-4f80-914c-7940a7ea3e33 None None] No DVR routers for this DVR port 739f96f9-5fb7-44f3-8cdc-fae76cd41d8c on host dv-cinder-802669-1-iscsi {{(pid=93069) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 09:39:46.964661 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-e92a1c1d-8c41-478c-8dc8-f4e5de42d983 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732595737146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6036970'] for segment, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:46.969528 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77b2e87-e366-4f80-914c-7940a7ea3e33 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:39:46.969884 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77b2e87-e366-4f80-914c-7940a7ea3e33 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:39:46.970364 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77b2e87-e366-4f80-914c-7940a7ea3e33 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:39:46.970905 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77b2e87-e366-4f80-914c-7940a7ea3e33 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:39:46.971187 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77b2e87-e366-4f80-914c-7940a7ea3e33 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:39:46.971601 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77b2e87-e366-4f80-914c-7940a7ea3e33 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:39:46.972591 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77b2e87-e366-4f80-914c-7940a7ea3e33 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:39:46.972931 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77b2e87-e366-4f80-914c-7940a7ea3e33 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:39:46.973273 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77b2e87-e366-4f80-914c-7940a7ea3e33 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:39:46.973648 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77b2e87-e366-4f80-914c-7940a7ea3e33 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:39:46.973980 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77b2e87-e366-4f80-914c-7940a7ea3e33 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:39:46.974377 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77b2e87-e366-4f80-914c-7940a7ea3e33 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-802669-1-iscsi {{(pid=93069) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 09:39:46.982438 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-e92a1c1d-8c41-478c-8dc8-f4e5de42d983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998659'] for segment, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:46.988948 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e92a1c1d-8c41-478c-8dc8-f4e5de42d983 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=93068) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 09:39:46.989339 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-e92a1c1d-8c41-478c-8dc8-f4e5de42d983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6036963'] for segment, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:46.992116 dv-cinder-802669-1-iscsi neutron-server[93068]: Traceback (most recent call last): Jul 28 09:39:46.992116 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 09:39:46.992116 dv-cinder-802669-1-iscsi neutron-server[93068]: timer() Jul 28 09:39:46.992116 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 09:39:46.992116 dv-cinder-802669-1-iscsi neutron-server[93068]: cb(*args, **kw) Jul 28 09:39:46.992116 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 09:39:46.992116 dv-cinder-802669-1-iscsi neutron-server[93068]: return func(*args, **kwargs) Jul 28 09:39:46.992116 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 09:39:46.992116 dv-cinder-802669-1-iscsi neutron-server[93068]: self._notify() Jul 28 09:39:46.992116 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 09:39:46.992116 dv-cinder-802669-1-iscsi neutron-server[93068]: self.callback(batched_events) Jul 28 09:39:46.992116 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 09:39:46.992116 dv-cinder-802669-1-iscsi neutron-server[93068]: event.method(event) Jul 28 09:39:46.992116 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 09:39:46.992116 dv-cinder-802669-1-iscsi neutron-server[93068]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 09:39:46.992116 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 09:39:46.992116 dv-cinder-802669-1-iscsi neutron-server[93068]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 09:39:46.992116 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 09:39:46.992116 dv-cinder-802669-1-iscsi neutron-server[93068]: return f(self, *a, **k) Jul 28 09:39:46.992116 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 09:39:46.992116 dv-cinder-802669-1-iscsi neutron-server[93068]: return self._get(url).json() Jul 28 09:39:46.992116 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 09:39:46.992116 dv-cinder-802669-1-iscsi neutron-server[93068]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 09:39:46.992116 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 09:39:46.992116 dv-cinder-802669-1-iscsi neutron-server[93068]: return self.request(url, 'GET', **kwargs) Jul 28 09:39:46.992116 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 09:39:46.992116 dv-cinder-802669-1-iscsi neutron-server[93068]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 09:39:46.992116 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 09:39:46.992116 dv-cinder-802669-1-iscsi neutron-server[93068]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 09:39:46.992116 dv-cinder-802669-1-iscsi neutron-server[93068]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 09:39:46.992116 dv-cinder-802669-1-iscsi neutron-server[93068]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 09:39:46.992116 dv-cinder-802669-1-iscsi neutron-server[93068]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 09:39:46.994857 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device 11864257-5261-46f6-89f1-ad7c22467db5 no longer exists at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:39:47.016390 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] No Port match for: 11864257-5261-46f6-89f1-ad7c22467db5 {{(pid=93069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 09:39:47.016660 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device 11864257-5261-46f6-89f1-ad7c22467db5 not bound to the agent host dv-cinder-802669-1-iscsi {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:39:47.017069 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device 0548ad2c-328c-41fa-b73c-000b168b73e9 no longer exists at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:39:47.038594 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] No Port match for: 0548ad2c-328c-41fa-b73c-000b168b73e9 {{(pid=93069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 09:39:47.038941 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device 0548ad2c-328c-41fa-b73c-000b168b73e9 not bound to the agent host dv-cinder-802669-1-iscsi {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:39:47.039997 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device 739f96f9-5fb7-44f3-8cdc-fae76cd41d8c no longer exists at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:39:47.048499 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-e92a1c1d-8c41-478c-8dc8-f4e5de42d983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-987120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8269003'] for network, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:47.053908 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-e92a1c1d-8c41-478c-8dc8-f4e5de42d983 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for network, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:47.059392 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-e92a1c1d-8c41-478c-8dc8-f4e5de42d983 admin admin] 10.222.0.23 "DELETE /v2.0/networks/1fc2852d-286a-4480-bedd-ff38c463ba78 HTTP/1.1" status: 204 len: 168 time: 0.5346618 Jul 28 09:39:47.059547 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 57264) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:39:47.064693 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] No Port match for: 739f96f9-5fb7-44f3-8cdc-fae76cd41d8c {{(pid=93069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 09:39:47.065272 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device 739f96f9-5fb7-44f3-8cdc-fae76cd41d8c not bound to the agent host dv-cinder-802669-1-iscsi {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:39:47.067377 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92a1c1d-8c41-478c-8dc8-f4e5de42d983 admin admin] Pushing event deleted for resources: {'Network': ['ID=1fc2852d-286a-4480-bedd-ff38c463ba78,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:39:47.411252 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-f4b6f9e1-18dc-49c4-a560-3a877e1c0fc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8270137'] for router_interface, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:47.653193 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.plugin [None req-f4b6f9e1-18dc-49c4-a560-3a877e1c0fc9 admin admin] Deleting port 3f95a8aa-5a9a-401a-a8a7-b3e7ce5098aa {{(pid=93067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 09:39:47.653540 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-f4b6f9e1-18dc-49c4-a560-3a877e1c0fc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732595656843'] for port, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:47.729797 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.db [None req-f4b6f9e1-18dc-49c4-a560-3a877e1c0fc9 admin admin] For port 3f95a8aa-5a9a-401a-a8a7-b3e7ce5098aa, host dv-cinder-802669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=3f95a8aa-5a9a-401a-a8a7-b3e7ce5098aa,segment=NetworkSegment(e4118ae8-6683-493d-b8cb-9e31835ad073),segment_id=e4118ae8-6683-493d-b8cb-9e31835ad073)] {{(pid=93067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:39:47.730074 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-f4b6f9e1-18dc-49c4-a560-3a877e1c0fc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8264998'] for port, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:47.745800 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.plugin [None req-f4b6f9e1-18dc-49c4-a560-3a877e1c0fc9 admin admin] Calling delete_port for 3f95a8aa-5a9a-401a-a8a7-b3e7ce5098aa owned by network:router_interface {{(pid=93067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 09:39:47.921572 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-f4b6f9e1-18dc-49c4-a560-3a877e1c0fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732595661087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732595289887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33549966'] for port, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:47.948097 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b6f9e1-18dc-49c4-a560-3a877e1c0fc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f95a8aa-5a9a-401a-a8a7-b3e7ce5098aa,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:39:48.108406 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-f4b6f9e1-18dc-49c4-a560-3a877e1c0fc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8069291', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8270165'] for router_interface, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:48.318131 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4b6f9e1-18dc-49c4-a560-3a877e1c0fc9 admin admin] Router fc265f07-7c2e-4d95-b61b-e3d3ed5c3232 has already been hosted by L3 agent 4c8802ae-c91a-4e26-b3c6-37f497a3b5b2 {{(pid=93067) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 28 09:39:48.422402 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4b6f9e1-18dc-49c4-a560-3a877e1c0fc9 admin admin] Notify agent at l3_agent.dv-cinder-802669-1-iscsi the message routers_updated {{(pid=93067) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 09:39:48.427298 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-f4b6f9e1-18dc-49c4-a560-3a877e1c0fc9 admin admin] 10.222.0.23 "PUT /v2.0/routers/fc265f07-7c2e-4d95-b61b-e3d3ed5c3232/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3667076 Jul 28 09:39:48.429981 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 57266) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:39:48.432587 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c75ec5-d74f-48fd-b8da-8a3b0a86136a None None] Sync routers for ids ['fc265f07-7c2e-4d95-b61b-e3d3ed5c3232'] in dv-cinder-802669-1-iscsi {{(pid=93070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 09:39:48.441756 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c75ec5-d74f-48fd-b8da-8a3b0a86136a None None] Routers {'fc265f07-7c2e-4d95-b61b-e3d3ed5c3232'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:39:48.442355 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-19c75ec5-d74f-48fd-b8da-8a3b0a86136a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:39:31Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['fc265f07-7c2e-4d95-b61b-e3d3ed5c3232'], 'active': True} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:39:48.532305 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-909261d4-56b6-44bb-a030-ae52a6e60380 admin admin] Notify callbacks [] for router, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:48.544361 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvr_db [None req-19c75ec5-d74f-48fd-b8da-8a3b0a86136a None None] Set router fc265f07-7c2e-4d95-b61b-e3d3ed5c3232 gateway port host: dv-cinder-802669-1-iscsi {{(pid=93070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:39:48.632669 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-909261d4-56b6-44bb-a030-ae52a6e60380 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:48.684740 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.plugin [None req-909261d4-56b6-44bb-a030-ae52a6e60380 admin admin] Deleting port 672eceb8-0ca0-43ea-a4ab-b1f979f940cb {{(pid=93067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 09:39:48.685088 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-909261d4-56b6-44bb-a030-ae52a6e60380 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732595656843'] for port, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:48.729374 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-19c75ec5-d74f-48fd-b8da-8a3b0a86136a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc265f07-7c2e-4d95-b61b-e3d3ed5c3232', 'name': 'tempest-TestVolumeBootPattern-1207442091-router', 'tenant_id': 'cab51cdd2eec4c368b4b6d1291eba163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'external_fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.182'}], 'enable_snat': True}, 'gw_port_id': '672eceb8-0ca0-43ea-a4ab-b1f979f940cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:33:07Z', 'updated_at': '2021-07-28T09:39:47Z', 'revision_number': 5, 'project_id': 'cab51cdd2eec4c368b4b6d1291eba163', 'gw_port': {'id': '672eceb8-0ca0-43ea-a4ab-b1f979f940cb', 'name': '', 'network_id': '30331174-7d3c-4928-87ce-fe2956ee4244', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:55:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc265f07-7c2e-4d95-b61b-e3d3ed5c3232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': '7bde36bf-957f-4642-ab95-d9df711170af', 'ip_address': '172.27.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-802669-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-28T09:33:07Z', 'updated_at': '2021-07-28T09:33:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bde36bf-957f-4642-ab95-d9df711170af', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-802669-1-iscsi'}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:39:48.761937 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c75ec5-d74f-48fd-b8da-8a3b0a86136a None None] Checking router: fc265f07-7c2e-4d95-b61b-e3d3ed5c3232 for host: dv-cinder-802669-1-iscsi {{(pid=93070) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 09:39:48.762199 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.db [None req-909261d4-56b6-44bb-a030-ae52a6e60380 admin admin] For port 672eceb8-0ca0-43ea-a4ab-b1f979f940cb, host dv-cinder-802669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=672eceb8-0ca0-43ea-a4ab-b1f979f940cb,segment=NetworkSegment(b226f756-b865-4ac3-ba22-f8bcfda44394),segment_id=b226f756-b865-4ac3-ba22-f8bcfda44394)] {{(pid=93067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:39:48.762517 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-909261d4-56b6-44bb-a030-ae52a6e60380 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8264998'] for port, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:48.775479 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.plugin [None req-909261d4-56b6-44bb-a030-ae52a6e60380 admin admin] Calling delete_port for 672eceb8-0ca0-43ea-a4ab-b1f979f940cb owned by network:router_gateway {{(pid=93067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 09:39:48.799233 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c75ec5-d74f-48fd-b8da-8a3b0a86136a None None] Routers {'fc265f07-7c2e-4d95-b61b-e3d3ed5c3232'} bound to L3 agent in host dv-cinder-802669-1-iscsi {{(pid=93070) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 28 09:39:48.799880 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-19c75ec5-d74f-48fd-b8da-8a3b0a86136a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-802669-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-28T09:17:01Z,description=,heartbeat_timestamp=2021-07-28T09:39:31Z,host='dv-cinder-802669-1-iscsi',id=4c8802ae-c91a-4e26-b3c6-37f497a3b5b2,load=0,resource_versions=,resources_synced=,started_at=2021-07-28T09:17:01Z,topic='l3_agent')) {'router_ids': ['fc265f07-7c2e-4d95-b61b-e3d3ed5c3232'], 'active': True} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:39:48.889698 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_dvr_db [None req-19c75ec5-d74f-48fd-b8da-8a3b0a86136a None None] Set router fc265f07-7c2e-4d95-b61b-e3d3ed5c3232 gateway port host: None {{(pid=93070) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 28 09:39:48.947627 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-909261d4-56b6-44bb-a030-ae52a6e60380 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732595661087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732595289887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33549966'] for port, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:48.947920 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.l3_hamode_db [None req-19c75ec5-d74f-48fd-b8da-8a3b0a86136a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc265f07-7c2e-4d95-b61b-e3d3ed5c3232', 'name': 'tempest-TestVolumeBootPattern-1207442091-router', 'tenant_id': 'cab51cdd2eec4c368b4b6d1291eba163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:33:07Z', 'updated_at': '2021-07-28T09:39:48Z', 'revision_number': 6, 'project_id': 'cab51cdd2eec4c368b4b6d1291eba163', 'gw_port_host': None}], 'dv-cinder-802669-1-iscsi', False) {} {{(pid=93070) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:39:48.975706 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c75ec5-d74f-48fd-b8da-8a3b0a86136a None None] The sync data for ids ['fc265f07-7c2e-4d95-b61b-e3d3ed5c3232'] in dv-cinder-802669-1-iscsi is: [{'id': 'fc265f07-7c2e-4d95-b61b-e3d3ed5c3232', 'name': 'tempest-TestVolumeBootPattern-1207442091-router', 'tenant_id': 'cab51cdd2eec4c368b4b6d1291eba163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-28T09:33:07Z', 'updated_at': '2021-07-28T09:39:48Z', 'revision_number': 6, 'project_id': 'cab51cdd2eec4c368b4b6d1291eba163', 'gw_port_host': None}] {{(pid=93070) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 09:39:48.978146 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909261d4-56b6-44bb-a030-ae52a6e60380 admin admin] Pushing event deleted for resources: {'Port': ['ID=672eceb8-0ca0-43ea-a4ab-b1f979f940cb,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:39:49.038870 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-909261d4-56b6-44bb-a030-ae52a6e60380 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8269047'] for router_gateway, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:49.127337 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-909261d4-56b6-44bb-a030-ae52a6e60380 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7992424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-245475'] for router, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:49.129446 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-909261d4-56b6-44bb-a030-ae52a6e60380 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:49.173521 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-909261d4-56b6-44bb-a030-ae52a6e60380 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7993592'] for router, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:49.173996 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-909261d4-56b6-44bb-a030-ae52a6e60380 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc265f07-7c2e-4d95-b61b-e3d3ed5c3232 {{(pid=93067) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 09:39:49.178206 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-909261d4-56b6-44bb-a030-ae52a6e60380 admin admin] Notify callbacks [] for router, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:49.179545 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-909261d4-56b6-44bb-a030-ae52a6e60380 admin admin] 10.222.0.23 "DELETE /v2.0/routers/fc265f07-7c2e-4d95-b61b-e3d3ed5c3232 HTTP/1.1" status: 204 len: 168 time: 0.7483654 Jul 28 09:39:49.182145 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 57268) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:39:49.228831 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d3863c2-0305-4253-b1a6-4d211963baa0 admin admin] Deleting subnet 97c7ef9c-a253-4d82-a722-c28c1de47ea9 {{(pid=93067) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 28 09:39:49.231795 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-2d3863c2-0305-4253-b1a6-4d211963baa0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:49.264764 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-2d3863c2-0305-4253-b1a6-4d211963baa0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5893330'] for subnet, precommit_delete_associations {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:49.341207 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-2d3863c2-0305-4253-b1a6-4d211963baa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-996982'] for subnet, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:49.405862 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-2d3863c2-0305-4253-b1a6-4d211963baa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-996991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7864753', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-33550043', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33525746'] for subnet, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:49.432872 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3863c2-0305-4253-b1a6-4d211963baa0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97c7ef9c-a253-4d82-a722-c28c1de47ea9,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:39:49.438368 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-2d3863c2-0305-4253-b1a6-4d211963baa0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:49.440299 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-2d3863c2-0305-4253-b1a6-4d211963baa0 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/97c7ef9c-a253-4d82-a722-c28c1de47ea9 HTTP/1.1" status: 204 len: 168 time: 0.2572355 Jul 28 09:39:49.442705 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 57270) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:39:49.443049 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498fbfc5-e6f4-496c-bfca-ce34da6bc4d4 None None] Network 4e6410cb-7cc7-4ee7-9700-cd727250589a requested from dv-cinder-802669-1-iscsi {{(pid=93069) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 28 09:39:49.508433 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-434c1006-083a-496f-9e0d-e185509157d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599172'] for network, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:49.559662 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.plugin [None req-434c1006-083a-496f-9e0d-e185509157d6 admin admin] Deleting port 4570f5bf-faa1-4d9a-af5d-9495c5dd3f83 {{(pid=93067) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 28 09:39:49.560003 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-434c1006-083a-496f-9e0d-e185509157d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732595656843'] for port, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:49.624896 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.db [None req-434c1006-083a-496f-9e0d-e185509157d6 admin admin] For port 4570f5bf-faa1-4d9a-af5d-9495c5dd3f83, host dv-cinder-802669-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-802669-1-iscsi',level=0,port_id=4570f5bf-faa1-4d9a-af5d-9495c5dd3f83,segment=NetworkSegment(e4118ae8-6683-493d-b8cb-9e31835ad073),segment_id=e4118ae8-6683-493d-b8cb-9e31835ad073)] {{(pid=93067) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 09:39:49.625261 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-434c1006-083a-496f-9e0d-e185509157d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8264998'] for port, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:49.638576 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.plugin [None req-434c1006-083a-496f-9e0d-e185509157d6 admin admin] Calling delete_port for 4570f5bf-faa1-4d9a-af5d-9495c5dd3f83 owned by network:dhcp {{(pid=93067) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 28 09:39:49.714648 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-434c1006-083a-496f-9e0d-e185509157d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942300', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-115300', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732595661087', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732595289887', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-33549966'] for port, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:49.742845 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434c1006-083a-496f-9e0d-e185509157d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4570f5bf-faa1-4d9a-af5d-9495c5dd3f83,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:39:49.746471 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434c1006-083a-496f-9e0d-e185509157d6 admin admin] No DVR routers for this DVR port 4570f5bf-faa1-4d9a-af5d-9495c5dd3f83 on host dv-cinder-802669-1-iscsi {{(pid=93067) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 28 09:39:49.766652 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7823e2a-04be-4f90-b034-6a895b489322 None None] DHCP port deletion for 4e6410cb-7cc7-4ee7-9700-cd727250589a request from dv-cinder-802669-1-iscsi {{(pid=93069) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 28 09:39:49.822776 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-434c1006-083a-496f-9e0d-e185509157d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-983811', 'neutron.services.segments.db._delete_segments_for_network-8732595736369'] for network, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:49.832603 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.services.segments.db [None req-434c1006-083a-496f-9e0d-e185509157d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e6410cb-7cc7-4ee7-9700-cd727250589a']}} {{(pid=93067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:39:49.843429 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.services.segments.db [None req-434c1006-083a-496f-9e0d-e185509157d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4118ae8-6683-493d-b8cb-9e31835ad073') {'for_net_delete': True} {{(pid=93067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:39:49.843762 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.services.segments.db [None req-434c1006-083a-496f-9e0d-e185509157d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4118ae8-6683-493d-b8cb-9e31835ad073') {} {{(pid=93067) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 09:39:49.852924 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-434c1006-083a-496f-9e0d-e185509157d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732595737146', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5893339'] for segment, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:49.867901 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-434c1006-083a-496f-9e0d-e185509157d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998659'] for segment, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:49.874208 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-434c1006-083a-496f-9e0d-e185509157d6 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=93067) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 09:39:49.874605 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-434c1006-083a-496f-9e0d-e185509157d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-998659', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-33549985'] for segment, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:49.876264 dv-cinder-802669-1-iscsi neutron-server[93067]: Traceback (most recent call last): Jul 28 09:39:49.876264 dv-cinder-802669-1-iscsi neutron-server[93067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 28 09:39:49.876264 dv-cinder-802669-1-iscsi neutron-server[93067]: timer() Jul 28 09:39:49.876264 dv-cinder-802669-1-iscsi neutron-server[93067]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 28 09:39:49.876264 dv-cinder-802669-1-iscsi neutron-server[93067]: cb(*args, **kw) Jul 28 09:39:49.876264 dv-cinder-802669-1-iscsi neutron-server[93067]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 28 09:39:49.876264 dv-cinder-802669-1-iscsi neutron-server[93067]: return func(*args, **kwargs) Jul 28 09:39:49.876264 dv-cinder-802669-1-iscsi neutron-server[93067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 28 09:39:49.876264 dv-cinder-802669-1-iscsi neutron-server[93067]: self._notify() Jul 28 09:39:49.876264 dv-cinder-802669-1-iscsi neutron-server[93067]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 28 09:39:49.876264 dv-cinder-802669-1-iscsi neutron-server[93067]: self.callback(batched_events) Jul 28 09:39:49.876264 dv-cinder-802669-1-iscsi neutron-server[93067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 28 09:39:49.876264 dv-cinder-802669-1-iscsi neutron-server[93067]: event.method(event) Jul 28 09:39:49.876264 dv-cinder-802669-1-iscsi neutron-server[93067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 28 09:39:49.876264 dv-cinder-802669-1-iscsi neutron-server[93067]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 28 09:39:49.876264 dv-cinder-802669-1-iscsi neutron-server[93067]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 28 09:39:49.876264 dv-cinder-802669-1-iscsi neutron-server[93067]: aggregate_uuid = self.p_client.list_aggregates( Jul 28 09:39:49.876264 dv-cinder-802669-1-iscsi neutron-server[93067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 28 09:39:49.876264 dv-cinder-802669-1-iscsi neutron-server[93067]: return f(self, *a, **k) Jul 28 09:39:49.876264 dv-cinder-802669-1-iscsi neutron-server[93067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 28 09:39:49.876264 dv-cinder-802669-1-iscsi neutron-server[93067]: return self._get(url).json() Jul 28 09:39:49.876264 dv-cinder-802669-1-iscsi neutron-server[93067]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 28 09:39:49.876264 dv-cinder-802669-1-iscsi neutron-server[93067]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 28 09:39:49.876264 dv-cinder-802669-1-iscsi neutron-server[93067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 28 09:39:49.876264 dv-cinder-802669-1-iscsi neutron-server[93067]: return self.request(url, 'GET', **kwargs) Jul 28 09:39:49.876264 dv-cinder-802669-1-iscsi neutron-server[93067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 28 09:39:49.876264 dv-cinder-802669-1-iscsi neutron-server[93067]: base_url = self.get_endpoint(auth, allow=allow, Jul 28 09:39:49.876264 dv-cinder-802669-1-iscsi neutron-server[93067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 28 09:39:49.876264 dv-cinder-802669-1-iscsi neutron-server[93067]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 28 09:39:49.876264 dv-cinder-802669-1-iscsi neutron-server[93067]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 28 09:39:49.876264 dv-cinder-802669-1-iscsi neutron-server[93067]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 28 09:39:49.876264 dv-cinder-802669-1-iscsi neutron-server[93067]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 28 09:39:49.934270 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-434c1006-083a-496f-9e0d-e185509157d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-987120', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935764', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8069296', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8269003'] for network, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:49.940266 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-434c1006-083a-496f-9e0d-e185509157d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8069262'] for network, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:49.942306 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-434c1006-083a-496f-9e0d-e185509157d6 admin admin] 10.222.0.23 "DELETE /v2.0/networks/4e6410cb-7cc7-4ee7-9700-cd727250589a HTTP/1.1" status: 204 len: 168 time: 0.4984848 Jul 28 09:39:49.953908 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434c1006-083a-496f-9e0d-e185509157d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e6410cb-7cc7-4ee7-9700-cd727250589a,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:39:50.063355 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 57274) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:39:50.103278 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-1a4b0ade-6824-42d0-8acd-41df2774552d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=05659f9cc8374aa8b620b7f85c3b9efd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387051 Jul 28 09:39:50.105740 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [-] (93067) accepted ('10.222.0.23', 57276) {{(pid=93067) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:39:50.152048 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-be6e7966-d8e0-423f-9fe4-f6f119c78767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:50.173159 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-be6e7966-d8e0-423f-9fe4-f6f119c78767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:50.219366 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-be6e7966-d8e0-423f-9fe4-f6f119c78767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:50.222272 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron_lib.callbacks.manager [None req-be6e7966-d8e0-423f-9fe4-f6f119c78767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93067) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:50.223430 dv-cinder-802669-1-iscsi neutron-server[93067]: INFO neutron.wsgi [None req-be6e7966-d8e0-423f-9fe4-f6f119c78767 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a883fd63-d7f8-47f9-887c-49cf2ea7fc7c HTTP/1.1" status: 204 len: 168 time: 0.1168137 Jul 28 09:39:50.231389 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6e7966-d8e0-423f-9fe4-f6f119c78767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a883fd63-d7f8-47f9-887c-49cf2ea7fc7c,revision_number=None']} {{(pid=93067) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:39:50.535156 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 57282) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:39:50.574044 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-eaaf170f-b7d8-432b-a3c4-9300f30bfc3b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=cab51cdd2eec4c368b4b6d1291eba163&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377378 Jul 28 09:39:50.576438 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [-] (93068) accepted ('10.222.0.23', 57284) {{(pid=93068) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 28 09:39:50.622523 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-69f9cf9a-54e8-4fae-a692-6efafe9329fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:50.643845 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-69f9cf9a-54e8-4fae-a692-6efafe9329fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:50.689635 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-69f9cf9a-54e8-4fae-a692-6efafe9329fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7935973'] for security_group, after_delete {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:50.692508 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron_lib.callbacks.manager [None req-69f9cf9a-54e8-4fae-a692-6efafe9329fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93068) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:50.693634 dv-cinder-802669-1-iscsi neutron-server[93068]: INFO neutron.wsgi [None req-69f9cf9a-54e8-4fae-a692-6efafe9329fc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b0ff03cb-df93-45c5-91fb-2b76c1ae474d HTTP/1.1" status: 204 len: 168 time: 0.1163316 Jul 28 09:39:50.701812 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f9cf9a-54e8-4fae-a692-6efafe9329fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ff03cb-df93-45c5-91fb-2b76c1ae474d,revision_number=None']} {{(pid=93068) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 09:39:50.968588 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device 3f95a8aa-5a9a-401a-a8a7-b3e7ce5098aa no longer exists at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:39:50.989621 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] No Port match for: 3f95a8aa-5a9a-401a-a8a7-b3e7ce5098aa {{(pid=93069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 09:39:50.989969 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device 3f95a8aa-5a9a-401a-a8a7-b3e7ce5098aa not bound to the agent host dv-cinder-802669-1-iscsi {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:39:50.990384 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device 672eceb8-0ca0-43ea-a4ab-b1f979f940cb no longer exists at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:39:51.011381 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] No Port match for: 672eceb8-0ca0-43ea-a4ab-b1f979f940cb {{(pid=93069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 09:39:51.011757 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device 672eceb8-0ca0-43ea-a4ab-b1f979f940cb not bound to the agent host dv-cinder-802669-1-iscsi {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:39:51.012175 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device 4570f5bf-faa1-4d9a-af5d-9495c5dd3f83 no longer exists at agent ovs-agent-dv-cinder-802669-1-iscsi {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 09:39:51.032345 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.plugin [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] No Port match for: 4570f5bf-faa1-4d9a-af5d-9495c5dd3f83 {{(pid=93069) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 28 09:39:51.032602 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron.plugins.ml2.rpc [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Device 4570f5bf-faa1-4d9a-af5d-9495c5dd3f83 not bound to the agent host dv-cinder-802669-1-iscsi {{(pid=93069) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 09:39:55.104649 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:39:58.371990 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-938a3fd8-f28c-4026-b149-5ef2ccba1d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:40:00.725989 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-5763be9c-c36f-4da2-a96a-48f880c7ca00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:40:01.119009 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:40:02.144918 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-29fc97ff-9392-4c7d-8b91-be3be07fca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:40:03.691383 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-2284cd4c-493c-4cd5-902b-cad83a6c7b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:40:07.010666 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [req-5835190a-93ea-4579-b88a-19ed1f15f45b req-a43c5141-0247-4a43-b1f6-56cdb7e00c18 service neutron] (93067) timed out ('10.222.0.32', 49754) {{(pid=93067) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 09:40:07.847312 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [req-b1bb960b-aee1-4eff-840f-d0dde61cf970 req-e94244dd-264a-4dcd-98fe-bc5b40981a91 service neutron] (93068) timed out ('10.222.0.32', 49747) {{(pid=93068) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 09:40:07.893349 dv-cinder-802669-1-iscsi neutron-server[93068]: DEBUG neutron.wsgi [req-3b3809a6-beec-4067-8069-53b02befc6a3 req-ae8e86c6-b3a7-4991-b8a3-3553e316bb8e service neutron] (93068) timed out ('10.222.0.32', 49766) {{(pid=93068) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 09:40:12.669719 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.agents_db [None req-63843732-4a37-4b37-bfab-6dab7fdb1052 None None] Agent healthcheck: found 6 active agents {{(pid=93070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:40:25.135950 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:40:28.372755 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-286290a6-7585-49cf-a4e5-e5f1dd85da02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:40:30.726498 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-81624b94-32d7-4377-9a06-4fdb4d5b8d55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:40:31.121548 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:40:32.148124 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-29fc97ff-9392-4c7d-8b91-be3be07fca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:40:33.690450 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-2284cd4c-493c-4cd5-902b-cad83a6c7b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:40:49.668507 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.agents_db [None req-63843732-4a37-4b37-bfab-6dab7fdb1052 None None] Agent healthcheck: found 6 active agents {{(pid=93070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:40:55.150974 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:40:58.372889 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-0c51b21d-48fe-44ba-a48c-6c528b6c5b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:41:00.727630 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-53f6b33b-d2b0-454c-a11e-f0897015333f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:41:01.123132 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:41:02.150677 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-29fc97ff-9392-4c7d-8b91-be3be07fca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:41:03.693230 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-2284cd4c-493c-4cd5-902b-cad83a6c7b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:41:25.151028 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:41:26.666574 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.agents_db [None req-63843732-4a37-4b37-bfab-6dab7fdb1052 None None] Agent healthcheck: found 6 active agents {{(pid=93070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:41:28.373210 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-51be16e8-30d5-4312-8390-18b5f289f5e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:41:30.727626 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-45ee4a46-8007-4d1e-b62a-92e615b932b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:41:31.124092 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:41:32.152886 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-29fc97ff-9392-4c7d-8b91-be3be07fca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:41:33.696313 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-2284cd4c-493c-4cd5-902b-cad83a6c7b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:41:55.151968 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:41:58.372713 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-19c48413-0931-4165-87ba-fc5cbc5d7fe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:42:00.731814 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-df9d7326-35ce-416d-a9fa-082bfc995816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:42:01.124676 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:42:02.156525 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-29fc97ff-9392-4c7d-8b91-be3be07fca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:42:03.665291 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.agents_db [None req-63843732-4a37-4b37-bfab-6dab7fdb1052 None None] Agent healthcheck: found 6 active agents {{(pid=93070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:42:03.699202 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-2284cd4c-493c-4cd5-902b-cad83a6c7b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:42:25.166881 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:42:28.372894 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-a265e8ca-3f60-49ef-abe9-e55ba73d62f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:42:30.732396 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-3b43b5fa-6893-4e09-ab1c-34a4ea3041e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:42:31.125193 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:42:32.158456 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-29fc97ff-9392-4c7d-8b91-be3be07fca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:42:33.701755 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-2284cd4c-493c-4cd5-902b-cad83a6c7b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:42:40.664369 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.agents_db [None req-63843732-4a37-4b37-bfab-6dab7fdb1052 None None] Agent healthcheck: found 6 active agents {{(pid=93070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:42:43.832238 dv-cinder-802669-1-iscsi neutron-server[93067]: DEBUG neutron.wsgi [req-dc556b29-9af5-4335-93f2-28b7dfd1ea33 req-89de4708-79e5-4528-93ff-ef7f6a1a2ff4 service neutron] (93067) timed out ('10.222.0.23', 51166) {{(pid=93067) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 28 09:42:55.166191 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:42:58.373943 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-83902c1e-3e07-4bb8-a9ef-7e37456648ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:43:00.732544 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-4d05add4-3d9e-481e-82e2-ad33f9b70e33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:43:01.126351 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:43:02.161212 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-29fc97ff-9392-4c7d-8b91-be3be07fca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:43:03.704545 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-2284cd4c-493c-4cd5-902b-cad83a6c7b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:43:17.662871 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.agents_db [None req-63843732-4a37-4b37-bfab-6dab7fdb1052 None None] Agent healthcheck: found 6 active agents {{(pid=93070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:43:25.166437 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:43:28.378376 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-6a6f7358-ae36-4c39-9e6c-d6d527ecf00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:43:30.733565 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-2f7061a6-6ef2-4437-b9c1-ba58940cc972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:43:31.127718 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:43:32.166230 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-29fc97ff-9392-4c7d-8b91-be3be07fca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:43:33.708112 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-2284cd4c-493c-4cd5-902b-cad83a6c7b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:43:54.663953 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.agents_db [None req-63843732-4a37-4b37-bfab-6dab7fdb1052 None None] Agent healthcheck: found 6 active agents {{(pid=93070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:43:55.181259 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:43:58.380077 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-6182a38e-00af-46c9-96ba-b9b181e3e021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:44:00.736457 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-c8096b7b-324a-4a3c-b7d6-bca0d9441180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:44:01.128746 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:44:02.167051 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-29fc97ff-9392-4c7d-8b91-be3be07fca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:44:03.711214 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-2284cd4c-493c-4cd5-902b-cad83a6c7b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:44:25.180713 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:44:28.380327 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-4613091e-525e-4833-baeb-cfa4cacf744b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:44:30.736342 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-afa3cc43-56e0-4ee6-8c93-32d1f0da8c2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:44:31.129273 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:44:31.662711 dv-cinder-802669-1-iscsi neutron-server[93070]: DEBUG neutron.db.agents_db [None req-63843732-4a37-4b37-bfab-6dab7fdb1052 None None] Agent healthcheck: found 6 active agents {{(pid=93070) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 09:44:32.172305 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-29fc97ff-9392-4c7d-8b91-be3be07fca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:44:33.712499 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-2284cd4c-493c-4cd5-902b-cad83a6c7b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:44:55.195356 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-638ea88a-99a8-4407-bad1-40a67edd1174 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:44:58.380403 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-be707eee-80b9-4dd1-91d8-d78011fecf5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:45:00.739147 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-0b20ed63-59dc-474c-8d89-318f8494f678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:45:01.129249 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-fb188621-43b0-4875-a1b2-4428044f0317 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 28 09:45:02.174276 dv-cinder-802669-1-iscsi neutron-server[93069]: DEBUG neutron_lib.callbacks.manager [None req-29fc97ff-9392-4c7d-8b91-be3be07fca4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732595736351', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-984579'] for agent, after_update {{(pid=93069) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}